-- Logs begin at Tue 2022-05-03 20:17:01 UTC, end at Tue 2022-05-03 21:49:12 UTC. -- May 03 21:22:26.548151 dv-cinder-840377-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 03 21:22:28.706603 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.common.config [-] Logging enabled! May 03 21:22:28.707299 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 03 21:22:28.707404 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83714) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 03 21:22:28.709556 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.common.config [-] Logging enabled! May 03 21:22:28.709803 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 03 21:22:28.710045 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83714) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 03 21:22:28.711004 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:22:28.711235 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:22:28.711576 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:22:28.711817 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:22:28.712038 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:22:28.712979 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.713292 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.713604 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.713832 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.714124 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.714410 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.714691 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.714977 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.715270 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.715551 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.715826 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.716104 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.716332 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.716608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.716891 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.717173 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.717415 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] debug = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.717692 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.718111 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.718502 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.718781 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.719065 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.719336 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.719607 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.719887 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.720210 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] host = dv-cinder-840377-1-smb {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.720483 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.720764 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.721050 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.721357 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.721629 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.721899 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.722180 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.722448 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.722714 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_file = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.722985 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.723271 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.723558 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.723844 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.724064 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.724282 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.724563 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.724849 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.725120 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.725416 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.725691 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.725960 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.726227 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.726493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.726774 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.727054 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.727334 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.727605 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.727984 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.728275 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.728529 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.728810 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.729080 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.729376 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.729648 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.729931 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.730194 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.730463 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.730760 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.731042 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.731320 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.731601 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.731873 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.732150 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.732419 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.732690 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.732959 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_json = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.733234 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.733524 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.733805 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.734073 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.734339 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.734610 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.734879 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.735160 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.735428 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:28.735719 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.736008 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.736301 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.736581 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.736872 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.737147 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.737454 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.737731 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.738014 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.738298 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.738581 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.738857 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.739138 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.739426 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.739710 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.739979 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.740253 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.740542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.740817 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.741085 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.741379 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.741667 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.741942 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.742211 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.742489 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.742761 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.743028 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.743329 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.743616 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.743879 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.744150 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.744414 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.744678 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.744949 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.745214 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.745525 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.745799 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.746065 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.746333 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.746607 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.746873 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.747136 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.747407 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.747671 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.747941 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.748205 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.748471 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.748737 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.749002 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.749290 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.749552 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.749818 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.750088 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.750355 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.750621 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.750886 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.751152 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.751417 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.751699 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.751990 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.752260 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.752534 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.752805 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.753079 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.753374 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.753647 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.753917 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.754189 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.754456 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.754739 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.755015 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.755293 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.755569 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.755838 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.756125 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.756396 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.756671 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.756940 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.757210 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.757506 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.757783 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.758067 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.758351 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.758634 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.758916 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.759809 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.760095 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.760384 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.760659 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:28.760876 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:22:28.761112 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83714) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 21:22:29.161110 dv-cinder-840377-1-smb neutron-server[83714]: INFO keyring.backend [-] Loading KWallet May 03 21:22:29.168575 dv-cinder-840377-1-smb neutron-server[83714]: INFO keyring.backend [-] Loading SecretService May 03 21:22:29.171769 dv-cinder-840377-1-smb neutron-server[83714]: INFO keyring.backend [-] Loading Windows May 03 21:22:29.173170 dv-cinder-840377-1-smb neutron-server[83714]: INFO keyring.backend [-] Loading chainer May 03 21:22:29.173778 dv-cinder-840377-1-smb neutron-server[83714]: INFO keyring.backend [-] Loading macOS May 03 21:22:29.207731 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:22:29.208001 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:22:29.208287 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:22:29.209789 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 21:22:29.513288 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.513583 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.513850 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.568974 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.569252 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.569538 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.573105 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.573396 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.573664 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.601620 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.601895 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.602153 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.629193 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.629491 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.629755 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.944240 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.944867 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.944867 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.945044 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:29.945956 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.064952 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.065287 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.065573 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.065843 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.066105 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.066409 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.066670 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.066922 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.067171 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.067446 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.067700 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.067959 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.068217 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.068469 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.068734 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.069000 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.069254 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.069543 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.069791 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.070068 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.070407 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.070654 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.070898 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.071175 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.071418 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.071806 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.072237 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.072471 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.072707 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.072941 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.073174 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.073431 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:30.073972 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 21:22:30.076993 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 21:22:30.080955 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 21:22:30.084731 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 03 21:22:30.086352 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 21:22:30.086732 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 21:22:30.087064 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 21:22:30.087474 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 21:22:30.090256 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 21:22:30.090503 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 21:22:30.090842 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:22:30.119025 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 03 21:22:30.119464 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.119758 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83714) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 21:22:30.120115 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.121489 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83714) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 21:22:30.121761 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:22:30.122000 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 21:22:30.125169 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.125483 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:30.184680 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 21:22:30.184910 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 21:22:30.185146 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 21:22:30.185534 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 21:22:30.217731 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_db.sqlalchemy.engines [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83714) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 03 21:22:30.685823 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing driver for type 'gre' May 03 21:22:30.686372 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] gre ID ranges: [(1, 1000)] May 03 21:22:30.862628 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing driver for type 'local' May 03 21:22:30.862960 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing driver for type 'vlan' May 03 21:22:30.937057 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] VlanTypeDriver initialization complete May 03 21:22:30.937393 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing driver for type 'vxlan' May 03 21:22:30.937898 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] vxlan ID ranges: [(1, 1000)] May 03 21:22:31.074104 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing extension driver 'port_security' May 03 21:22:31.074641 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] PortSecurityExtensionDriver initialization complete May 03 21:22:31.074777 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing mechanism driver 'openvswitch' May 03 21:22:31.075104 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing mechanism driver 'hyperv' May 03 21:22:31.081512 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.plugin [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:31.082190 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.082565 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.082920 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.083438 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:22:31.083872 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.084228 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.084574 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.084961 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:22:31.085391 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.085744 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.086092 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.086480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:22:31.086891 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.087893 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.088356 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.088742 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:22:31.089154 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.089533 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.089881 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.090271 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:22:31.090718 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] ML2 OVO RPC backend initialized. {{(pid=83714) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 03 21:22:31.091357 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.091717 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.092138 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.092505 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > networks before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.092839 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.093185 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > ports before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.093556 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.093905 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnets before_response 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.094253 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.094598 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.094937 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.095276 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.095615 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.095952 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.096291 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.096631 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.096979 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.097586 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.plugin [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Modular L2 Plugin initialization complete May 03 21:22:31.097919 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading services supported by the core plugin {{(pid=83714) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 21:22:31.098251 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.plugins.ml2.managers [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Got port-security extension from driver 'port_security' May 03 21:22:31.098719 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.extensions.vlantransparent [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Disabled vlantransparent extension. May 03 21:22:31.099139 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83714) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 21:22:31.099458 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: router May 03 21:22:31.134565 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.134956 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_create 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.135327 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router before_create 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.135695 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.136072 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.136435 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_delete 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.136801 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.137172 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_create 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.137556 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.138164 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.138516 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.138877 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.139290 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.139662 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.140004 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.140344 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: subnet after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.140688 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.141044 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.141431 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_create 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.141782 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.142126 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.142483 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router after_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.142828 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.143181 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_create 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.143540 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.143887 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_update 55549900 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.144253 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > agent after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.144606 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > agent after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.144955 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > network after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.145842 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Tracking information for resource: router configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:31.146174 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Tracking information for resource: floatingip configured {{(pid=83714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:22:31.151540 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.db.l3_agentschedulers_db [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 21:22:31.152119 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.152486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.152843 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.153202 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: port after_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.154136 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router before_create 55550100 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.154507 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.154871 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_create 55550100 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.155229 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > router precommit_update 55550100 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.159507 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.provider_configuration [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service providers = [] {{(pid=83714) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 21:22:31.159878 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.db.servicetype_db [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83714) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 21:22:31.162846 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.service_base [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:22:31.163198 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.service_base [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:22:31.163546 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.service_base [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:22:31.164442 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.services.service_base [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:22:31.164818 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.services.service_base [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 21:22:31.165197 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.165570 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 21:22:31.176270 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.176613 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: auto_allocate May 03 21:22:31.183004 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: network precommit_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.183376 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: network precommit_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.183901 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.184222 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: tag May 03 21:22:31.190763 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.191052 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: timestamp May 03 21:22:31.195048 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.195382 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: network_ip_availability May 03 21:22:31.201117 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.201529 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.201890 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.202610 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.202931 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: flavors May 03 21:22:31.207570 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.207907 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading Plugin: revisions May 03 21:22:31.212203 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:22:31.212668 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=83714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:22:31.213576 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83714) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 03 21:22:31.213917 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Initializing extension manager. May 03 21:22:31.214428 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: __init__.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.214773 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: __pycache__ {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.215112 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.215448 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.215781 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: _filter_validation_lib.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.216113 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.216442 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: address_group.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.217207 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.217815 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: address-group May 03 21:22:31.218141 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: address_scope.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.218853 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.219369 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: address-scope May 03 21:22:31.219693 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.220622 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.221135 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: router-admin-state-down-before-update May 03 21:22:31.221488 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: agent.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.222189 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.222698 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: agent May 03 21:22:31.223022 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: agent_resources_synced.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.223934 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.224446 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: agent-resources-synced May 03 21:22:31.224767 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: allowedaddresspairs.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.226763 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.227296 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: allowed-address-pairs May 03 21:22:31.227628 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: auto_allocated_topology.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.228850 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.229393 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: auto-allocated-topology May 03 21:22:31.229721 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: availability_zone.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.230411 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.230923 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: availability_zone May 03 21:22:31.231245 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: availability_zone_filter.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.232148 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.232660 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: availability_zone_filter May 03 21:22:31.232984 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: data_plane_status.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.233912 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.234424 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension data-plane-status not supported by any of loaded plugins May 03 21:22:31.234751 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: default_subnetpools.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.235661 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.236172 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: default-subnetpools May 03 21:22:31.236496 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.237290 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.237804 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: dhcp_agent_scheduler May 03 21:22:31.238130 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: dns.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.239036 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.239543 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension dns-integration not supported by any of loaded plugins May 03 21:22:31.239869 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: dns_domain_ports.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.240784 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.241325 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 21:22:31.241653 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: dvr.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.242328 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.242836 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: dvr May 03 21:22:31.243160 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: empty_string_filtering.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.244824 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.245377 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: empty-string-filtering May 03 21:22:31.245708 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.246614 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.247125 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 21:22:31.247450 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.248358 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.248873 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 21:22:31.249252 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: external_net.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.250250 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.250764 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: external-net May 03 21:22:31.251088 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.251995 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.252508 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: extra_dhcp_opt May 03 21:22:31.252830 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: extraroute.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.253767 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.254279 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: extraroute May 03 21:22:31.254598 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: extraroute_atomic.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.255622 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.256134 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: extraroute-atomic May 03 21:22:31.256456 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: filter_validation.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.257121 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.257659 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: filter-validation May 03 21:22:31.257988 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: fip_pf_description.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.258892 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.260088 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 21:22:31.260405 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: fip_port_details.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.261364 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.261877 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: fip-port-details May 03 21:22:31.262199 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: flavors.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.263670 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.264190 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: flavors May 03 21:22:31.264518 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.266199 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.266722 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 21:22:31.267055 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: floatingip_pools.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.267753 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.268276 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: floatingip-pools May 03 21:22:31.268602 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: ip_allocation.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.269553 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.270063 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension ip_allocation not supported by any of loaded plugins May 03 21:22:31.270388 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.271299 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.271810 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: ip-substring-filtering May 03 21:22:31.272136 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l2_adjacency.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.273055 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.273597 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 21:22:31.273922 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.275007 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.275532 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: router May 03 21:22:31.275856 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.278252 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.278782 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 21:22:31.279117 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.280046 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.280567 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: ext-gw-mode May 03 21:22:31.280897 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.281848 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.282367 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: l3-ha May 03 21:22:31.282695 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3_flavors.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.283606 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.284120 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: l3-flavors May 03 21:22:31.284449 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.285399 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.285915 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 21:22:31.286239 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: l3agentscheduler.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.287288 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.287807 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: l3_agent_scheduler May 03 21:22:31.288141 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: logging.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.289661 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.290185 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension logging not supported by any of loaded plugins May 03 21:22:31.290573 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: metering.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.291287 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.291864 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: metering May 03 21:22:31.292190 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.293295 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.293816 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: metering_source_and_destination_fields May 03 21:22:31.294141 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: multiprovidernet.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.295063 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.295579 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: multi-provider May 03 21:22:31.295903 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: netmtu.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.296813 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.297358 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: net-mtu May 03 21:22:31.297684 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: netmtu_writable.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.298604 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.299115 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: net-mtu-writable May 03 21:22:31.299438 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: network_availability_zone.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.300104 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.300616 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: network_availability_zone May 03 21:22:31.300940 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: network_ip_availability.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.302074 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.302595 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: network-ip-availability May 03 21:22:31.302923 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: network_segment_range.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.303685 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.304199 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension network-segment-range not supported by any of loaded plugins May 03 21:22:31.304521 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: pagination.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.305535 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.305868 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: pagination May 03 21:22:31.306721 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.307630 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.308148 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: port-mac-address-regenerate May 03 21:22:31.308476 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: port_resource_request.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.309420 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.309931 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension port-resource-request not supported by any of loaded plugins May 03 21:22:31.310256 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: portbindings.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.311174 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.311687 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: binding May 03 21:22:31.312009 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: portbindings_extended.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.313289 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.313821 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: binding-extended May 03 21:22:31.314153 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: portsecurity.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.315069 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.315586 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: port-security May 03 21:22:31.315912 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: project_id.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.316908 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.317239 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: project-id May 03 21:22:31.317598 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: providernet.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.318515 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.319034 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: provider May 03 21:22:31.319359 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.323751 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.324272 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos not supported by any of loaded plugins May 03 21:22:31.324604 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.325864 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.326390 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 21:22:31.326720 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.327631 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.328150 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 21:22:31.328483 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_default.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.329415 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.329937 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-default not supported by any of loaded plugins May 03 21:22:31.330267 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_fip.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.330914 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.331421 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-fip not supported by any of loaded plugins May 03 21:22:31.331746 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_gateway_ip.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.332670 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.333187 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 21:22:31.333538 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_port_network_policy.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.334457 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.334970 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 21:22:31.335293 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_rule_type_details.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.336210 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.336726 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 21:22:31.337051 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: qos_rules_alias.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.338250 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.338771 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 21:22:31.339096 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: quotasv2.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.339970 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.340298 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: quotas May 03 21:22:31.340625 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: quotasv2_detail.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.342242 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.342581 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: quota_details May 03 21:22:31.342912 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: rbac.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.343963 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.344488 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: rbac-policies May 03 21:22:31.344821 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: rbac_address_scope.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.345784 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.346306 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: rbac-address-scope May 03 21:22:31.346633 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: rbac_security_groups.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.347543 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.348063 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: rbac-security-groups May 03 21:22:31.348398 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: rbac_subnetpool.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.349339 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.349859 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: rbac-subnetpool May 03 21:22:31.350184 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: revisionifmatch.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.351102 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.351615 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: revision-if-match May 03 21:22:31.351939 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: revisions.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.353167 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.353782 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: standard-attr-revisions May 03 21:22:31.354108 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: router_availability_zone.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.354780 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.355292 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: router_availability_zone May 03 21:22:31.355617 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: routerservicetype.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.356530 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.357039 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension router-service-type not supported by any of loaded plugins May 03 21:22:31.357398 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.358332 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.358850 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: port-security-groups-filtering May 03 21:22:31.359176 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: securitygroup.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.370766 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.371302 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: security-group May 03 21:22:31.371640 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: segment.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.372427 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.372955 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension segment not supported by any of loaded plugins May 03 21:22:31.373307 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.382630 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.383148 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 21:22:31.383477 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: servicetype.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.385144 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.385705 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: service-type May 03 21:22:31.386034 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: sorting.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.387017 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.387353 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: sorting May 03 21:22:31.387684 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: standard_attr_segment.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.388853 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.389402 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 21:22:31.389733 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: standardattrdescription.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.390393 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.390906 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: standard-attr-description May 03 21:22:31.391235 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: stateful_security_group.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.392165 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.392690 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: stateful-security-group May 03 21:22:31.393023 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: stdattrs_common.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.393640 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 21:22:31.393964 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.394892 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.395412 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 21:22:31.395736 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnet_onboard.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.396884 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.397441 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: subnet_onboard May 03 21:22:31.397773 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.398730 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.399223 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 21:22:31.399551 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnet_service_types.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.400552 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.401072 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: subnet-service-types May 03 21:22:31.401443 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnetallocation.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.402531 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.403051 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: subnet_allocation May 03 21:22:31.403379 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.404054 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.404572 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: subnetpool-prefix-ops May 03 21:22:31.404898 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.405882 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.406371 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 21:22:31.406700 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: tagging.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.412418 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.412418 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: standard-attr-tag May 03 21:22:31.412418 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: timestamp.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.413396 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.413921 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loaded extension: standard-attr-timestamp May 03 21:22:31.414249 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: trunk.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.415304 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.415891 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension trunk not supported by any of loaded plugins May 03 21:22:31.416235 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: trunk_details.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.417132 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.417689 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension trunk-details not supported by any of loaded plugins May 03 21:22:31.418018 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: uplink_status_propagation.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.418933 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.419451 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 21:22:31.419777 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Loading extension file: vlantransparent.py {{(pid=83714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:22:31.420454 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:22:31.420974 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 21:22:31.423311 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:network May 03 21:22:31.424039 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnet May 03 21:22:31.424644 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:22:31.425448 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:port May 03 21:22:31.426727 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.427186 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service FLAVORS assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.427796 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.428235 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.428568 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:router May 03 21:22:31.429239 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:22:31.429970 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service METERING assigned prefix: /metering {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.431959 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.432330 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.432693 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:31.433847 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:22:31.434286 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:security_group May 03 21:22:31.434967 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:22:31.435697 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service CORE assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.436030 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:22:31.436376 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] subnetpool is already registered May 03 21:22:31.436982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service CORE assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.437340 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:22:31.437670 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] subnetpool is already registered May 03 21:22:31.440230 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.440671 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service FLAVORS assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.441326 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.441709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.442044 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:router May 03 21:22:31.442377 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] router is already registered May 03 21:22:31.442976 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:22:31.443310 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] floatingip is already registered May 03 21:22:31.443935 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service METERING assigned prefix: /metering {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.444601 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:22:31.444929 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] rbac_policy is already registered May 03 21:22:31.445494 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:security_group May 03 21:22:31.445822 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] security_group is already registered May 03 21:22:31.447220 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:22:31.447407 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] security_group_rule is already registered May 03 21:22:31.447950 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service CORE assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.448280 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:22:31.448610 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] subnetpool is already registered May 03 21:22:31.449219 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.v2.resource_helper [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Service CORE assigned prefix: {{(pid=83714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:22:31.449572 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:22:31.449897 dv-cinder-840377-1-smb neutron-server[83714]: WARNING neutron.quota.resource_registry [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] subnetpool is already registered May 03 21:22:31.450547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: extensions {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.451993 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: address-groups {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.453595 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: address-scopes {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.454807 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: agents {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.455954 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: auto-allocated-topology {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.457180 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: availability_zones {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.458494 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: dhcp-networks {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.459864 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: dhcp-agents {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.461351 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: routers {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.463214 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: flavors {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.464353 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: service_profiles {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.465576 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: next_providers {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.467061 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: service_profiles {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.468469 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: floatingip-pools {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.469695 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: routers {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.471453 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: floatingips {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.472624 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: l3-routers {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.473995 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: l3-agents {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.475374 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: metering-labels {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.476756 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: metering-label-rules {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.478089 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: network-ip-availabilities {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.479315 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: bindings {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.481859 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: quotas {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.483305 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: quotas {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.484713 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: rbac-policies {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.486027 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: security-groups {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.490674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: security-group-rules {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.490674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: service-providers {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.490674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: subnetpools {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.491050 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: subnetpools {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.492472 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.494703 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.496458 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.498245 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.499999 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.501708 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.503445 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.505262 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.507103 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.508910 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron.api.extensions [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Extended resource: tags {{(pid=83714) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:22:31.515556 dv-cinder-840377-1-smb neutron-server[83714]: WARNING keystonemiddleware.auth_token [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 21:22:31.520313 dv-cinder-840377-1-smb neutron-server[83714]: WARNING keystonemiddleware.auth_token [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 21:22:31.528419 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Acquired lock "singleton_lock" {{(pid=83714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 21:22:31.528895 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_concurrency.lockutils [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Releasing lock "singleton_lock" {{(pid=83714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 21:22:31.529550 dv-cinder-840377-1-smb neutron-server[83714]: INFO oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Starting 2 workers May 03 21:22:31.534120 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Started child 83821 {{(pid=83714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:22:31.538298 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Started child 83822 {{(pid=83714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:22:31.539639 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.540241 dv-cinder-840377-1-smb neutron-server[83714]: INFO neutron.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 21:22:31.541021 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Notify callbacks [] for process, before_spawn {{(pid=83714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.541760 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [-] (83821) wsgi starting up on http://0.0.0.0:9696 May 03 21:22:31.543680 dv-cinder-840377-1-smb neutron-server[83714]: INFO oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Starting 1 workers May 03 21:22:31.544340 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.545696 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [-] (83822) wsgi starting up on http://0.0.0.0:9696 May 03 21:22:31.548602 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Started child 83823 {{(pid=83714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:22:31.549126 dv-cinder-840377-1-smb neutron-server[83714]: INFO oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Starting 1 workers May 03 21:22:31.552570 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] calling RpcWorker wait() {{(pid=83823) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 21:22:31.553101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] returning from RpcWorker wait() {{(pid=83823) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 21:22:31.553363 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Started child 83824 {{(pid=83714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:22:31.554175 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG neutron_lib.callbacks.manager [None req-7f156d35-7a9d-48ae-8595-c819499f9945 None None] Notify callbacks [] for process, after_spawn {{(pid=83714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.554394 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.554925 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:31.556745 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:22:31.556998 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.559536 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.560091 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.560175 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:31.560645 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.560645 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.560789 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.561077 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:31.561172 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.561172 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.561478 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.561478 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.561741 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.562000 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.562304 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.562584 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.562823 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.563079 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.563253 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.563501 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.563765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.563991 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.564274 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] debug = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.564513 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.565005 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.565233 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.565508 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.565729 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.565986 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.566228 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.566620 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.566812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.567037 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.567287 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.567588 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.567825 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.568059 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.568331 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.568579 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.569052 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] host = dv-cinder-840377-1-smb {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.569288 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.569516 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.569764 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.569991 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.570240 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.570472 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.570746 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.571009 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.571251 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.571504 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.571792 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.572188 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.572436 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.572693 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_file = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.572860 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_options = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.573095 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.573403 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.573675 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.573865 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.574034 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.574211 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.574479 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.574646 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.574887 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.575124 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.575319 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.575533 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.575777 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.576010 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.576249 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.576465 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.576701 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.576932 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.577188 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.577459 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.577721 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.577962 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.578177 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.578423 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.578638 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.578852 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.579092 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.579329 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.579542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.579776 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.580041 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.580284 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.580527 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.580766 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.580992 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.581220 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.581460 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.581730 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.581974 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.582206 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.582460 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.582725 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.582900 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.583130 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.583376 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.583611 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_json = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.583822 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.584066 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.584328 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.584542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.584794 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.585006 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.585230 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.585489 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.585709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.586134 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.586463 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.586738 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.586980 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.587329 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.587660 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.587875 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.588149 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.588340 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.588568 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.589306 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.589553 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.589895 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.590162 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.590492 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.590667 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.590877 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.591114 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.591335 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.591549 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.591761 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.591973 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.592263 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.592487 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.592699 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.592956 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.593173 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.593431 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.593655 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.593874 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.594126 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.594374 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.594614 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.594861 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.595071 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.595304 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.595525 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.595755 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.596016 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.596225 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.596465 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.596682 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.596893 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.597111 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.597349 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.597596 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.597831 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.598040 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.598250 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.598465 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.598675 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.598936 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.599169 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.599383 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.599598 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.599840 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.600074 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.600319 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.600558 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.600772 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.601012 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.601250 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.601487 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.601705 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.601973 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.602119 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.602480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.602642 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.603414 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.603653 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.603653 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.604123 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.604123 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.604438 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.604616 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.604942 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.605178 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.605463 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.605865 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.606058 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.606271 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.606397 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.606644 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.606908 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.607129 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608493 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608906 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.608906 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.609058 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.609261 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.609542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.609801 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.610093 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.610336 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.610606 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.611109 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.611109 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.611574 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.611574 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.611876 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.612041 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.612319 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.615486 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.616674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.618100 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.621709 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.622788 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.624765 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.628542 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.629608 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.630635 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631281 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631281 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631281 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631281 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631733 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631733 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.631960 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.632157 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.632399 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.632616 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.632830 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.634772 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.635017 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.635266 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.635472 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.635691 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.635921 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.636171 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.636402 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.636631 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.636854 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.637080 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.639329 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.639577 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.639807 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.640055 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.640299 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.640568 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.640763 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.640982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.641290 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.641514 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.641730 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.642014 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.642268 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.642501 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.642739 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.642982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.643209 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.643419 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.643630 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.643845 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.644054 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.644321 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.644570 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.644786 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.645071 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.645362 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.645620 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.645893 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.646214 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.646447 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.646689 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.646927 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.647144 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.647365 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.647652 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.647970 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.648285 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.648540 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.648799 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.649120 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.649432 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.649754 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.650169 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.650634 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.650966 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.651246 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.651505 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.651737 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.652003 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.652258 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.652474 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.652718 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.652957 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.653174 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.653437 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.653673 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.653902 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.654120 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.654366 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.654581 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.654803 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.655042 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.655282 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.657024 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.657192 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:22:31.657756 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:22:31.657924 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:22:31.658084 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:22:31.658258 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:22:31.658432 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:22:31.658585 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:22:31.658792 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.658976 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659109 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659260 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659424 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659592 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659734 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.659883 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660045 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660202 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660361 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660518 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660675 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660833 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.660990 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.661146 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.661867 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662038 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662205 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662365 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662523 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662680 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662837 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] debug = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.662995 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.663203 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.663367 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.663750 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.663913 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.664071 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.664230 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.664388 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.664545 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.664927 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.665089 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.665232 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.666398 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.666569 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.666730 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.666889 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.667232 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] host = dv-cinder-840377-1-smb {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.667803 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.667972 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.668136 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669308 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669778 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669778 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.669927 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670025 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670169 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_file = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670324 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_options = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670482 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670639 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670796 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.670971 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671133 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671292 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671449 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671606 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671763 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.671919 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672076 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672233 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672389 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672545 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.672861 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673017 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673174 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673360 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673520 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673676 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673834 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.673991 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674148 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674304 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674462 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674618 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674774 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.674932 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675088 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675245 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675402 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675559 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675715 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.675871 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676028 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676185 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676345 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676502 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676815 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.676973 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677128 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677313 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677461 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677618 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_json = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677778 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.677934 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.678092 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.678234 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.678399 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.678553 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.678862 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.679029 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.679188 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:22:31.680280 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.680450 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.680664 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.681681 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.681855 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682172 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682336 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682500 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682661 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682821 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.682992 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.683155 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.684388 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.684558 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.684725 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.684894 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.685057 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.685218 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.685426 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.685713 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686015 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686188 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686351 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686513 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686674 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.686837 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687054 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687222 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687399 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687529 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687697 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.687858 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688018 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688179 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688340 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688501 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688661 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688823 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.688984 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.689143 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.689338 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.689500 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.689661 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.690897 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.691080 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.692224 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.692359 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.692532 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.692703 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.692871 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693037 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693215 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693416 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693582 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693744 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.693907 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694068 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694231 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694393 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694555 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694719 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.694884 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695032 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695219 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695340 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695505 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695664 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695825 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.695985 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696153 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696298 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696466 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696647 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696805 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.696976 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.697153 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.697817 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.697929 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:31.698019 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698139 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698299 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698460 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698620 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698781 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.698942 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699103 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699263 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699425 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699589 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699748 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.699908 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700068 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700228 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700387 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700707 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.700867 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701027 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701187 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701371 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701532 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701691 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.701861 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702021 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702185 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702346 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702512 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702682 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.702844 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703005 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703165 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703326 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703484 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703645 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703806 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.703966 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704125 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704285 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704453 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704624 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704785 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.704944 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705103 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705304 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705470 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705629 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705790 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.705950 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706109 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706269 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706430 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706590 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706750 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.706910 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707071 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707230 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707395 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707556 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707716 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.707876 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708037 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708197 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708358 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708523 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708680 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708841 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.708998 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.710750 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.711075 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.711248 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.711970 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.712806 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.712983 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713152 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713342 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713528 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713700 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713824 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.713984 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714146 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714311 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714472 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714636 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714797 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.714960 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715122 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715284 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715448 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715609 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715771 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.715933 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716094 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716256 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716417 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716579 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716740 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.716901 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.717062 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.717597 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.717731 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 35690) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:31.717844 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.717844 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.717844 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718154 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718154 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718154 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718451 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718557 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718662 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.718767 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.719550 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.719550 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.719550 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.719550 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.719550 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720066 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720066 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720066 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.720812 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.722195 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.724658 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.725547 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.726982 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727445 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727445 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727445 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069995 May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.727702 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.728645 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.728645 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.728779 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.729659 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.729774 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.730013 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.730194 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.730357 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.730525 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731480 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731858 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731858 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.731990 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.732057 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.732291 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:22:31.732380 dv-cinder-840377-1-smb neutron-server[83714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:22:42.137951 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44d1ed-fcc4-4811-8666-0ef63a492b71 None None] get_active_networks_info from dv-cinder-840377-1-smb {{(pid=83823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 03 21:22:42.196776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44d1ed-fcc4-4811-8666-0ef63a492b71 None None] No non-hosted networks {{(pid=83823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 21:22:42.219566 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.agentschedulers_db [None req-4d44d1ed-fcc4-4811-8666-0ef63a492b71 None None] DHCP Agent not found on host dv-cinder-840377-1-smb {{(pid=83823) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 21:22:42.327938 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-d3dfa9b8-281d-4e21-ab14-aeb81a39ac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:44.750749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2e783c6-398f-4475-8c43-1e13928b9c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:44.780273 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-36b9c1dd-cb58-4fbf-a477-5040530ec0b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840377-1-smb {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:22:44.780688 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-36b9c1dd-cb58-4fbf-a477-5040530ec0b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:22:45.302519 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-36b9c1dd-cb58-4fbf-a477-5040530ec0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:45.629696 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:45.630345 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.630751 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.631087 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.631699 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.632038 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.632364 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.632983 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.633525 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.633850 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.634176 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.634714 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:45.635017 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840377-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:45.640484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840377-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:45.726505 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:47.172075 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:48.689086 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.db.l3_hamode_db [None req-24547f0f-ddb5-4e3e-9b41-34f8ca293ccd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 21:22:48.776374 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24547f0f-ddb5-4e3e-9b41-34f8ca293ccd None None] Routers set() bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:22:48.776835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24547f0f-ddb5-4e3e-9b41-34f8ca293ccd None None] Router IDs set() for agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 03 21:22:48.857452 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 35784) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:49.458542 dv-cinder-840377-1-smb neutron-server[83821]: WARNING oslo_policy.policy [None req-5a98ac36-31bf-40ca-a464-072341458bb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:22:49.459150 dv-cinder-840377-1-smb neutron-server[83821]: WARNING oslo_policy.policy [None req-5a98ac36-31bf-40ca-a464-072341458bb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:22:49.674544 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [None req-5a98ac36-31bf-40ca-a464-072341458bb1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:22:49.675515 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-5a98ac36-31bf-40ca-a464-072341458bb1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8171785 May 03 21:22:51.937291 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 35798) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:52.324311 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:52.377974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.policy [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83821) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 03 21:22:52.378724 dv-cinder-840377-1-smb neutron-server[83821]: WARNING oslo_policy.policy [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:22:52.379097 dv-cinder-840377-1-smb neutron-server[83821]: WARNING oslo_policy.policy [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:22:52.382672 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.quota [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Loaded quota_driver: . May 03 21:22:52.398851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:52.541988 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771533793892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771533747768', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771533734173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771533741356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771533763728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3351741', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3152425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1756087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1822601'] for rbac-policy, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:52.714986 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:52.716169 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-598d20d4-0f45-47aa-9b1b-58d465f70b66 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7779422 May 03 21:22:55.222072 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 35812) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:55.592886 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Request body: {'network': {'project_id': '6d2d21055d234483975aa85f77ee02b1', 'name': 'private', 'admin_state_up': True}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:55.597644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:55.602080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Usage tracker for resource:network and tenant:6d2d21055d234483975aa85f77ee02b1 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:55.607431 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:55.613806 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:55.680537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Made reservation on behalf of 6d2d21055d234483975aa85f77ee02b1 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:55.684110 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.703072 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.746529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:55.750139 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Usage tracker for resource:security_group_rule and tenant:6d2d21055d234483975aa85f77ee02b1 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:55.752934 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:55.758740 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:55.824980 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.891857 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.916055 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:22:55.942928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771532362352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.943522 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Unsubscribe: segment precommit_create {{(pid=83821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:22:55.944011 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Added segment ce02acff-ea91-461d-8cce-b97b50b4f62e of type vlan for network 019d084c-93b6-4f02-a62d-ecdd8d07a025 May 03 21:22:55.952929 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070dfc31-0fc0-408c-980c-4c1cdf770723,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:56.016178 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.016514 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.016948 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.017294 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.017624 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.017943 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.018271 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.018606 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.018922 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.019231 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.019542 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Tracked resource versions report: May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: pushed versions: May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: { 'ConntrackHelper': {'1.0'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Log': {'1.0'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Network': {'1.1'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Port': {'1.5'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'PortForwarding': {'1.2'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'QosPolicy': {'1.8'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroup': {'1.2'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroupRule': {'1.0'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SubPort': {'1.0'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Subnet': {'1.1'}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Trunk': {'1.1'}} May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: consumer versions: May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Log': '1.0', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Network': '1.1', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Port': '1.5', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'PortForwarding': '1.2', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'QosPolicy': '1.8', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroup': '1.2', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroupRule': '1.0', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'SubPort': '1.0', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Subnet': '1.1', May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: 'Trunk': '1.1'}} May 03 21:22:56.020711 dv-cinder-840377-1-smb neutron-server[83821]: {{(pid=83821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:22:56.057691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.166682 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.167628 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:56.168259 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.274989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] Pushing event updated for resources: {'Network': ['ID=019d084c-93b6-4f02-a62d-ecdd8d07a025,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:56.286413 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:22:56.321903 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-89fa54d7-48e9-4fc1-a632-fa32cd7aa83f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0986803 May 03 21:22:58.920954 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 35828) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:59.394161 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d2e00-e202-4460-bcce-4081bb1f1e33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:59.395456 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-376d2e00-e202-4460-bcce-4081bb1f1e33 admin admin] 10.222.0.50 "GET /v2.0/networks/019d084c-93b6-4f02-a62d-ecdd8d07a025 HTTP/1.1" status: 200 len: 825 time: 0.4735386 May 03 21:22:59.423371 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-2a3040b5-e206-4b0d-bf5d-0016af95d3de admin admin] 10.222.0.50 "GET /v2.0/subnetpools/6bbea9a8-4433-4a17-9322-4647854d2e62 HTTP/1.1" status: 200 len: 734 time: 0.0219560 May 03 21:22:59.431687 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Request body: {'subnet': {'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:59.435927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:59.439580 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Usage tracker for resource:subnet and tenant:6d2d21055d234483975aa85f77ee02b1 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:59.442438 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:59.448563 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:59.515085 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Made reservation on behalf of 6d2d21055d234483975aa85f77ee02b1 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:59.517455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.840951 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.924960 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3b16e5-54f8-40fe-a2ee-797efe1bfc71,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:59.937007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Checking segment: {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:22:59.937416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Network hostable DHCP agents. Network: 019d084c-93b6-4f02-a62d-ecdd8d07a025, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:23:00.063449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:23:00.160791 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 019d084c-93b6-4f02-a62d-ecdd8d07a025) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:00.165428 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:00.166074 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.171261 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd4c96-aaeb-4609-81ea-4dba12310ce5 None None] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:23:00.253864 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e5b8327c-a46a-452b-90a7-7aae708872ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8250587 May 03 21:23:00.498694 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-019d084c-93b6-4f02-a62d-ecdd8d07a025', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:23:00.499886 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.695382 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Allocated IP 172.20.0.2 (019d084c-93b6-4f02-a62d-ecdd8d07a025/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71/0e6c2715-02d6-4c2c-965c-1eed859b368b) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:23:00.936818 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.950940 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Transition to ACTIVE for port object 0e6c2715-02d6-4c2c-965c-1eed859b368b will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:00.973530 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Transition to ACTIVE for port object 0e6c2715-02d6-4c2c-965c-1eed859b368b will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:01.024096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:01.096096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:23:01.098998 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:01.104240 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Pushing event updated for resources: {'Port': ['ID=0e6c2715-02d6-4c2c-965c-1eed859b368b,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:01.106642 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:23:01.117571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.117920 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.118260 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.118595 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.118931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.119261 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.119588 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.119914 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.120244 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.120575 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.120886 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Tracked resource versions report: May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: pushed versions: May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: { 'ConntrackHelper': {'1.0'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Log': {'1.0'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Network': {'1.1'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Port': {'1.5'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'PortForwarding': {'1.2'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'QosPolicy': {'1.8'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroup': {'1.2'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroupRule': {'1.0'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SubPort': {'1.0'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Subnet': {'1.1'}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Trunk': {'1.1'}} May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: consumer versions: May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Log': '1.0', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Network': '1.1', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Port': '1.5', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'PortForwarding': '1.2', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'QosPolicy': '1.8', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroup': '1.2', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroupRule': '1.0', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'SubPort': '1.0', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Subnet': '1.1', May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: 'Trunk': '1.1'}} May 03 21:23:01.121979 dv-cinder-840377-1-smb neutron-server[83823]: {{(pid=83823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:23:01.215336 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Attempting to bind port 0e6c2715-02d6-4c2c-965c-1eed859b368b on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:23:01.215963 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Attempting to bind port 0e6c2715-02d6-4c2c-965c-1eed859b368b by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:23:01.216067 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Attempting to bind port 0e6c2715-02d6-4c2c-965c-1eed859b368b on network 019d084c-93b6-4f02-a62d-ecdd8d07a025 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:23:01.223155 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:23:01.223575 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Checking segment: {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:23:01.224057 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:01.224451 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Bound using segment: {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:23:01.224962 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Bound port: 0e6c2715-02d6-4c2c-965c-1eed859b368b, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:23:01.225389 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:01.317916 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] For port 0e6c2715-02d6-4c2c-965c-1eed859b368b, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:23:01.322000 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] For port 0e6c2715-02d6-4c2c-965c-1eed859b368b, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=0e6c2715-02d6-4c2c-965c-1eed859b368b,segment=NetworkSegment(ce02acff-ea91-461d-8cce-b97b50b4f62e),segment_id=ce02acff-ea91-461d-8cce-b97b50b4f62e)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:23:01.372999 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:01.527868 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd064c-478f-4575-ad42-54f44acb2856 None None] Pushing event updated for resources: {'Port': ['ID=0e6c2715-02d6-4c2c-965c-1eed859b368b,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:02.698189 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35838) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:03.305851 dv-cinder-840377-1-smb neutron-server[83822]: WARNING oslo_policy.policy [None req-42096e6f-1280-4f9a-8d20-3f393c2d3c35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:23:03.306471 dv-cinder-840377-1-smb neutron-server[83822]: WARNING oslo_policy.policy [None req-42096e6f-1280-4f9a-8d20-3f393c2d3c35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:23:03.539787 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [None req-42096e6f-1280-4f9a-8d20-3f393c2d3c35 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83822) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:23:03.540934 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-42096e6f-1280-4f9a-8d20-3f393c2d3c35 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8405783 May 03 21:23:05.130797 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efbedb-98f9-4b63-b5f5-0818ec128e29 None None] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:23:05.288602 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-0ef80cc6-9ddd-42bc-a036-15d785f12d95 None None] Provisioning for port 0e6c2715-02d6-4c2c-965c-1eed859b368b completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:05.851807 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35856) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:05.876516 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 0e6c2715-02d6-4c2c-965c-1eed859b368b up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:06.006933 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 0e6c2715-02d6-4c2c-965c-1eed859b368b completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:06.012522 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 0e6c2715-02d6-4c2c-965c-1eed859b368b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:06.012917 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.127218 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.159717 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 0e6c2715-02d6-4c2c-965c-1eed859b368b, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=0e6c2715-02d6-4c2c-965c-1eed859b368b,segment=NetworkSegment(ce02acff-ea91-461d-8cce-b97b50b4f62e),segment_id=ce02acff-ea91-461d-8cce-b97b50b4f62e)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:23:06.218061 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.248753 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [None req-ae2295dc-6dcb-42bc-9fe7-3e33b71b9416 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83822) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:23:06.249741 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ae2295dc-6dcb-42bc-9fe7-3e33b71b9416 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3969309 May 03 21:23:06.286298 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e6c2715-02d6-4c2c-965c-1eed859b368b,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:07.854571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 0e6c2715-02d6-4c2c-965c-1eed859b368b up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:07.923774 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 0e6c2715-02d6-4c2c-965c-1eed859b368b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:07.924130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:08.918077 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35868) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:09.287793 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Request body: {'router': {'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'name': 'router1', 'admin_state_up': True}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:23:09.325522 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.policy [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83822) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 03 21:23:09.326272 dv-cinder-840377-1-smb neutron-server[83822]: WARNING oslo_policy.policy [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:23:09.326643 dv-cinder-840377-1-smb neutron-server[83822]: WARNING oslo_policy.policy [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:23:09.330097 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.quota [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Loaded quota_driver: . May 03 21:23:09.345654 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:09.351981 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Usage tracker for resource:router and tenant:6d2d21055d234483975aa85f77ee02b1 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:09.356805 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:09.364112 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:09.435803 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.437810 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.465971 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.630625 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.703644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:09.704830 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-02aabed8-03b6-4e6e-bdcc-f33ecac661fb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7858114 May 03 21:23:11.972943 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35880) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:12.121460 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5215-8b1b-4f35-930e-4668d03f98a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:12.364522 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [None req-4e73977d-4cb3-4cd3-bb4d-433c4cee7d3e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83822) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:23:12.365523 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4e73977d-4cb3-4cd3-bb4d-433c4cee7d3e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3915095 May 03 21:23:14.607438 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35890) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:14.692741 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-759c37df-0166-43dc-a684-945a96f2cb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.000239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:23:15.007495 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:15.011939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Usage tracker for resource:network and tenant:2389b17bdd814c34ad97ff79ea6248a5 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:15.015702 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:15.021315 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:15.086645 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Made reservation on behalf of 2389b17bdd814c34ad97ff79ea6248a5 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:23:15.089498 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.106186 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.144931 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:15.148752 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:2389b17bdd814c34ad97ff79ea6248a5 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:15.151662 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:15.157127 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:15.220908 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.280811 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.296418 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Reserving flat network on physical network physnet1 {{(pid=83822) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 21:23:15.326319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771532362352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.326887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Unsubscribe: segment precommit_create {{(pid=83822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:23:15.327393 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Added segment 2d6e67a7-ac61-47c2-b4de-b88a52772cf1 of type flat for network 4e91c2a4-d979-4793-ae77-3a5bf1259841 May 03 21:23:15.340807 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517a7ae4-85ad-400b-898b-1dfae75725ca,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:15.404478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.404814 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.405144 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.405493 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.405849 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.406171 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.406485 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.406814 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.407131 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.407443 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.407872 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Tracked resource versions report: May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: pushed versions: May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: { 'ConntrackHelper': {'1.0'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Log': {'1.0'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Network': {'1.1'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Port': {'1.5'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'PortForwarding': {'1.2'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'QosPolicy': {'1.8'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroup': {'1.2'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroupRule': {'1.0'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SubPort': {'1.0'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Subnet': {'1.1'}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Trunk': {'1.1'}} May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: consumer versions: May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Log': '1.0', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Network': '1.1', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Port': '1.5', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'PortForwarding': '1.2', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'QosPolicy': '1.8', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroup': '1.2', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroupRule': '1.0', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'SubPort': '1.0', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Subnet': '1.1', May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: 'Trunk': '1.1'}} May 03 21:23:15.408905 dv-cinder-840377-1-smb neutron-server[83822]: {{(pid=83822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:23:15.449978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.538653 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.539633 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:15.540261 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.641589 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:15.648688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e91c2a4-d979-4793-ae77-3a5bf1259841,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:15.659292 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:23:15.716425 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-782e86c5-72ed-4513-a177-ab9ea8c35ff2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1078994 May 03 21:23:15.719722 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:17.115488 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.022643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35914) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:18.254736 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86bd31-acbc-401a-b555-fccbf94869ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:18.256042 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-8d86bd31-acbc-401a-b555-fccbf94869ce admin admin] 10.222.0.50 "GET /v2.0/subnets/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71 HTTP/1.1" status: 200 len: 849 time: 0.2324743 May 03 21:23:18.401940 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4d5a0dcf-e4b9-4716-9fcb-ad9ecaf36f9b admin admin] 10.222.0.50 "GET /v2.0/routers/b63e8acd-58d3-493b-9c80-a9c57c521344 HTTP/1.1" status: 200 len: 704 time: 0.1405187 May 03 21:23:18.878407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.107345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Allocated IP 172.20.0.1 (019d084c-93b6-4f02-a62d-ecdd8d07a025/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71/dcd38dce-2be5-4ba6-a617-4ca18417ff9c) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:23:19.259164 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.277172 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Transition to ACTIVE for port object dcd38dce-2be5-4ba6-a617-4ca18417ff9c will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:19.379302 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.449831 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:23:19.452664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:19.459215 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:19.472094 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:23:19.472668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.656463 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.692707 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-3e96dd17-4d95-4bfd-9f17-da67a15fd5d0 None None] Provisioning for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:19.698236 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-3e96dd17-4d95-4bfd-9f17-da67a15fd5d0 None None] Provisioning complete for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:19.698601 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3e96dd17-4d95-4bfd-9f17-da67a15fd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.753504 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-3e96dd17-4d95-4bfd-9f17-da67a15fd5d0 None None] Port dcd38dce-2be5-4ba6-a617-4ca18417ff9c cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:23:19.879613 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.915471 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.916246 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:20.084382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:20.146531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:23:20.147572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:20.377902 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-1df13935-8891-4849-81c8-07d65c74775f None None] Provisioning complete for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:20.378268 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-1df13935-8891-4849-81c8-07d65c74775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:20.433427 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-1df13935-8891-4849-81c8-07d65c74775f None None] Port dcd38dce-2be5-4ba6-a617-4ca18417ff9c cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:23:20.555614 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Router b63e8acd-58d3-493b-9c80-a9c57c521344 is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:23:20.722162 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:23:20.731632 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d1161153-d5a9-438b-a7b9-272ab069b525 admin admin] 10.222.0.50 "PUT /v2.0/routers/b63e8acd-58d3-493b-9c80-a9c57c521344/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3247299 May 03 21:23:20.732321 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Sync routers for ids ['b63e8acd-58d3-493b-9c80-a9c57c521344'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:23:20.745606 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Routers {'b63e8acd-58d3-493b-9c80-a9c57c521344'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:23:20.746488 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:23:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['b63e8acd-58d3-493b-9c80-a9c57c521344'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:20.919675 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Set router b63e8acd-58d3-493b-9c80-a9c57c521344 gateway port host: None {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:23:21.290296 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:19Z', 'revision_number': 2, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:19Z', 'revision_number': 2, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:21.295959 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Checking router: b63e8acd-58d3-493b-9c80-a9c57c521344 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:23:21.296335 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Updating router b63e8acd-58d3-493b-9c80-a9c57c521344 port dcd38dce-2be5-4ba6-a617-4ca18417ff9c binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:23:21.347233 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:21.727503 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:21.743574 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Transition to ACTIVE for port object dcd38dce-2be5-4ba6-a617-4ca18417ff9c will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:21.790064 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.009004 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Pushing event updated for resources: {'Port': ['ID=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.036460 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.036804 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.037140 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.037504 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.037834 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.038162 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.038487 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.038810 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.039132 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.039453 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.039773 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Tracked resource versions report: May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: pushed versions: May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: { 'ConntrackHelper': {'1.0'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Log': {'1.0'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Network': {'1.1'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Port': {'1.5'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'PortForwarding': {'1.2'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'QosPolicy': {'1.8'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroup': {'1.2'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroupRule': {'1.0'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SubPort': {'1.0'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Subnet': {'1.1'}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Trunk': {'1.1'}} May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: consumer versions: May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Log': '1.0', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Network': '1.1', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Port': '1.5', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'PortForwarding': '1.2', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'QosPolicy': '1.8', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroup': '1.2', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroupRule': '1.0', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'SubPort': '1.0', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Subnet': '1.1', May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: 'Trunk': '1.1'}} May 03 21:23:22.040829 dv-cinder-840377-1-smb neutron-server[83824]: {{(pid=83824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:23:22.049804 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Attempting to bind port dcd38dce-2be5-4ba6-a617-4ca18417ff9c on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:23:22.050203 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Attempting to bind port dcd38dce-2be5-4ba6-a617-4ca18417ff9c by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:23:22.050698 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Attempting to bind port dcd38dce-2be5-4ba6-a617-4ca18417ff9c on network 019d084c-93b6-4f02-a62d-ecdd8d07a025 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:23:22.056912 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:23:22.057535 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Checking segment: {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:23:22.058028 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.058413 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Bound using segment: {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:23:22.058919 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Bound port: dcd38dce-2be5-4ba6-a617-4ca18417ff9c, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce02acff-ea91-461d-8cce-b97b50b4f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:23:22.059308 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.146517 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] For port dcd38dce-2be5-4ba6-a617-4ca18417ff9c, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:23:22.150736 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] For port dcd38dce-2be5-4ba6-a617-4ca18417ff9c, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,segment=NetworkSegment(ce02acff-ea91-461d-8cce-b97b50b4f62e),segment_id=ce02acff-ea91-461d-8cce-b97b50b4f62e)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:23:22.213162 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.303234 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66919ef-8404-4d0a-9148-4751688509a6 None None] Pushing event updated for resources: {'Port': ['ID=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,revision_number=4']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:22.306261 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Routers {'b63e8acd-58d3-493b-9c80-a9c57c521344'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:23:22.306867 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:23:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['b63e8acd-58d3-493b-9c80-a9c57c521344'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:22.459831 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] Set router b63e8acd-58d3-493b-9c80-a9c57c521344 gateway port host: None {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:23:22.784382 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:19Z', 'revision_number': 2, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:22Z', 'revision_number': 4, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:22.788281 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace78a0-1ad4-49d1-a059-2572ea7e65ab None None] The sync data for ids ['b63e8acd-58d3-493b-9c80-a9c57c521344'] in dv-cinder-840377-1-smb is: [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:19Z', 'revision_number': 2, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:22Z', 'revision_number': 4, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:23:22.801512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35938) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:22.976627 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93613db-9c2b-45dc-b72f-b099fc9f3192 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:22.977182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a93613db-9c2b-45dc-b72f-b099fc9f3192 admin admin] Synchronizing usage tracker for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:network {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:23:23.064365 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a93613db-9c2b-45dc-b72f-b099fc9f3192 admin admin] Unset dirty status for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:network {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:23:23.065577 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a93613db-9c2b-45dc-b72f-b099fc9f3192 admin admin] 10.222.0.50 "GET /v2.0/networks/4e91c2a4-d979-4793-ae77-3a5bf1259841 HTTP/1.1" status: 200 len: 842 time: 0.2630982 May 03 21:23:23.084259 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:23:23.084865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:23:23.089365 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Usage tracker for resource:subnet and tenant:2389b17bdd814c34ad97ff79ea6248a5 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:23:23.092537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:23:23.098961 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:23:23.178642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Made reservation on behalf of 2389b17bdd814c34ad97ff79ea6248a5 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:23:23.180952 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:23.603474 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.objects.ports [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83822) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 03 21:23:23.604418 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:23.690475 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:23:23.691698 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Network hostable DHCP agents. Network: 4e91c2a4-d979-4793-ae77-3a5bf1259841, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:23:23.699375 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17168c30-3088-4a38-a066-47ed3fae26fc,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:23.772997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:23:23.830822 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 4e91c2a4-d979-4793-ae77-3a5bf1259841) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:23.837530 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:23.838114 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:23.839663 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb3be3-95c0-4298-9e62-4a82c2f34626 None None] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:23:23.902764 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dcd38dce-2be5-4ba6-a617-4ca18417ff9c up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:23.905509 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0431d521-e571-4416-a403-7a906a95fd5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8303881 May 03 21:23:24.117923 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:24.128623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:24.128994 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:24.154316 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fa49f-55a9-486f-961a-5e2e3936f1c8 None None] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:23:24.411096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:24.478332 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port dcd38dce-2be5-4ba6-a617-4ca18417ff9c, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,segment=NetworkSegment(ce02acff-ea91-461d-8cce-b97b50b4f62e),segment_id=ce02acff-ea91-461d-8cce-b97b50b4f62e)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:23:24.527826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:24.595315 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=dcd38dce-2be5-4ba6-a617-4ca18417ff9c,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:25.862621 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dcd38dce-2be5-4ba6-a617-4ca18417ff9c up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:25.931662 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:25.932029 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:26.134014 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35952) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:26.367848 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-29fb7e4f-35bb-420b-8eac-e0354fc1a444 admin admin] 10.222.0.50 "GET /v2.0/routers/b63e8acd-58d3-493b-9c80-a9c57c521344 HTTP/1.1" status: 200 len: 710 time: 0.2327211 May 03 21:23:26.537261 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282667f-9973-41d4-9390-59ebd522b2a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:23:26.538572 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3282667f-9973-41d4-9390-59ebd522b2a7 admin admin] 10.222.0.50 "GET /v2.0/networks/4e91c2a4-d979-4793-ae77-3a5bf1259841 HTTP/1.1" status: 200 len: 886 time: 0.1657512 May 03 21:23:26.547053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:23:27.011063 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.266160 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.319371 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.448794 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Allocated IP 172.28.0.164 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/98a7a9e1-4340-4dd7-a327-9dc2fa706218) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:23:27.588089 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.676024 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.741787 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:23:27.744537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:27.748750 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:23:27.771116 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Pushing event updated for resources: {'Port': ['ID=98a7a9e1-4340-4dd7-a327-9dc2fa706218,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:27.951573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:28.148373 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:28.152148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1672683'] for router, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:28.344339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Router b63e8acd-58d3-493b-9c80-a9c57c521344 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:23:28.542587 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:23:28.551584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:28.551884 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Sync routers for ids ['b63e8acd-58d3-493b-9c80-a9c57c521344'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:23:28.552772 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e116985b-ef1f-4c66-8a8c-ec8b2f530331 admin admin] 10.222.0.50 "PUT /v2.0/routers/b63e8acd-58d3-493b-9c80-a9c57c521344 HTTP/1.1" status: 200 len: 890 time: 2.0089378 May 03 21:23:28.565535 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Routers {'b63e8acd-58d3-493b-9c80-a9c57c521344'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:23:28.566215 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:23:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['b63e8acd-58d3-493b-9c80-a9c57c521344'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:28.759589 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Set router b63e8acd-58d3-493b-9c80-a9c57c521344 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:23:29.101643 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:27Z', 'revision_number': 4, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port': {'id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:27Z', 'updated_at': '2022-05-03T21:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:24Z', 'revision_number': 5, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:29.106915 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Checking router: b63e8acd-58d3-493b-9c80-a9c57c521344 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:23:29.107442 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Updating router b63e8acd-58d3-493b-9c80-a9c57c521344 port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:23:29.158115 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.478028 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.489924 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Transition to ACTIVE for port object 98a7a9e1-4340-4dd7-a327-9dc2fa706218 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:29.549969 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.631892 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157ceed-856f-44b3-99b7-76db91a83866 None None] Pushing event updated for resources: {'Port': ['ID=98a7a9e1-4340-4dd7-a327-9dc2fa706218,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:29.634136 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Attempting to bind port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:23:29.634734 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Attempting to bind port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:23:29.635152 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Attempting to bind port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:23:29.642514 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:23:29.642888 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:23:29.643288 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.643671 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:23:29.644135 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Bound port: 98a7a9e1-4340-4dd7-a327-9dc2fa706218, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:23:29.644527 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.715157 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] For port 98a7a9e1-4340-4dd7-a327-9dc2fa706218, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:23:29.718142 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] For port 98a7a9e1-4340-4dd7-a327-9dc2fa706218, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=98a7a9e1-4340-4dd7-a327-9dc2fa706218,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:23:29.767702 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:29.883008 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157ceed-856f-44b3-99b7-76db91a83866 None None] Pushing event updated for resources: {'Port': ['ID=98a7a9e1-4340-4dd7-a327-9dc2fa706218,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:29.887999 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Routers {'b63e8acd-58d3-493b-9c80-a9c57c521344'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:23:29.888615 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:23:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['b63e8acd-58d3-493b-9c80-a9c57c521344'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:30.069018 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] Set router b63e8acd-58d3-493b-9c80-a9c57c521344 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:23:30.397321 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:27Z', 'revision_number': 4, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port': {'id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:27Z', 'updated_at': '2022-05-03T21:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:24Z', 'revision_number': 5, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:23:30.402050 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c2f8a-6e04-4775-adbb-11f84f587b07 None None] The sync data for ids ['b63e8acd-58d3-493b-9c80-a9c57c521344'] in dv-cinder-840377-1-smb is: [{'id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'name': 'router1', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:23:09Z', 'updated_at': '2022-05-03T21:23:27Z', 'revision_number': 4, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'gw_port': {'id': '98a7a9e1-4340-4dd7-a327-9dc2fa706218', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:27Z', 'updated_at': '2022-05-03T21:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dcd38dce-2be5-4ba6-a617-4ca18417ff9c', 'name': '', 'network_id': '019d084c-93b6-4f02-a62d-ecdd8d07a025', 'tenant_id': '6d2d21055d234483975aa85f77ee02b1', 'mac_address': 'fa:16:3e:4b:59:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e8acd-58d3-493b-9c80-a9c57c521344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:23:18Z', 'updated_at': '2022-05-03T21:23:24Z', 'revision_number': 5, 'project_id': '6d2d21055d234483975aa85f77ee02b1', 'subnets': [{'id': '2e3b16e5-54f8-40fe-a2ee-797efe1bfc71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bbea9a8-4433-4a17-9322-4647854d2e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:23:30.613045 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:30.871254 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 35962) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:31.011572 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d2e87ff6-1bb4-42ae-ac51-ba7e809c4fdc admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1391172 May 03 21:23:31.899723 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 98a7a9e1-4340-4dd7-a327-9dc2fa706218 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:32.012789 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:32.018661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:32.019026 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:32.136731 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:32.153354 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 98a7a9e1-4340-4dd7-a327-9dc2fa706218, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=98a7a9e1-4340-4dd7-a327-9dc2fa706218,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:23:32.231309 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:32.309520 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=98a7a9e1-4340-4dd7-a327-9dc2fa706218,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:33.888656 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 98a7a9e1-4340-4dd7-a327-9dc2fa706218 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:33.981127 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 98a7a9e1-4340-4dd7-a327-9dc2fa706218 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:33.981512 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:42.104719 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-41b3d6c1-b193-4174-a775-96a15464cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:44.784914 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56bd-633d-478d-b9f3-d185f0ed3dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:45.676507 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:45.733388 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:47.156460 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.613866 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:12.134055 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f435a7ce-03d0-4e3a-b65f-417fde42bf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:14.728772 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a84cb606-519c-4e9a-8cf6-8aaea51c329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:15.660374 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:15.694544 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:17.134134 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:42.129210 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ff265ab5-ba6f-4bad-b416-dc16df288d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:44.613303 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:44.706282 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0a0555c2-81b9-4ace-af0c-2fdcf11ffc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:45.657792 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:45.666042 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:47.157942 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:12.135277 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f5f60bff-f43e-4d0b-b7ad-8038e0465832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:14.752916 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d142-2540-4614-83cb-fd0ff0f775ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:15.649921 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:15.678557 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:17.158470 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:21.613552 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:36.723168 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36538) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:36.815877 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c94346-145b-476d-a939-9721d6bced6e admin admin] GET failed (client error): The resource could not be found. May 03 21:25:36.817077 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-09c94346-145b-476d-a939-9721d6bced6e admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0929985 May 03 21:25:36.950248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64d0fc-bdfe-4b38-8839-35ba40d1ac87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:36.951611 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-af64d0fc-bdfe-4b38-8839-35ba40d1ac87 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1306794 May 03 21:25:39.037724 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36548) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:39.173045 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdce6c-8e40-4d88-90ce-7143e8240d05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:39.173620 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fecdce6c-8e40-4d88-90ce-7143e8240d05 admin admin] Synchronizing usage tracker for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:subnet {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:39.319150 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fecdce6c-8e40-4d88-90ce-7143e8240d05 admin admin] Unset dirty status for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:subnet {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:39.320247 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fecdce6c-8e40-4d88-90ce-7143e8240d05 admin admin] 10.222.0.50 "GET /v2.0/subnets/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71 HTTP/1.1" status: 200 len: 849 time: 0.2812200 May 03 21:25:39.329662 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:25:39.447272 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:40.010494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771532365725'] for subnet, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:40.056672 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:40.057409 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:40.058704 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] 10.222.0.50 "PUT /v2.0/subnets/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71 HTTP/1.1" status: 200 len: 868 time: 0.7327561 May 03 21:25:40.061404 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a54bbe-9c88-4446-91c3-badf3902f821 None None] Network 019d084c-93b6-4f02-a62d-ecdd8d07a025 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:25:40.083824 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3b16e5-54f8-40fe-a2ee-797efe1bfc71,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:40.092949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.093395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.093867 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.094424 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.094775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.095111 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.095454 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.095773 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.096102 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.096425 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.096744 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950420f7-4419-485f-913a-4332a2fa30c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:40.510437 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e753d08e-d1a9-4bfa-ae44-11bf60383e9a None None] Provisioning complete for port 0e6c2715-02d6-4c2c-965c-1eed859b368b triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:40.510799 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e753d08e-d1a9-4bfa-ae44-11bf60383e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:40.642696 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e753d08e-d1a9-4bfa-ae44-11bf60383e9a None None] Provisioning complete for port dcd38dce-2be5-4ba6-a617-4ca18417ff9c triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:40.642955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e753d08e-d1a9-4bfa-ae44-11bf60383e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.100837 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36558) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:42.239518 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-52a666ed-7031-4596-ab83-b98b441e5fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.302555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6695d0b-fbc7-4ae7-8f31-cb666f3573d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:42.302932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6695d0b-fbc7-4ae7-8f31-cb666f3573d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:42.304457 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e6695d0b-fbc7-4ae7-8f31-cb666f3573d0 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021821 May 03 21:25:44.351895 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36568) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:44.549737 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3641ab0-a6eb-43eb-97ee-0ec999926d82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:44.550033 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3641ab0-a6eb-43eb-97ee-0ec999926d82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:44.551544 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e3641ab0-a6eb-43eb-97ee-0ec999926d82 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987123 May 03 21:25:44.833901 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6c33b300-bcd7-4cb4-8cc1-37d929b4c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.782317 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:45.793628 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.615422 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36578) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:46.843815 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d922f-e47b-492a-99eb-fbc469c2e859 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:46.845173 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-204d922f-e47b-492a-99eb-fbc469c2e859 admin admin] 10.222.0.50 "GET /v2.0/networks/019d084c-93b6-4f02-a62d-ecdd8d07a025 HTTP/1.1" status: 200 len: 869 time: 0.2288139 May 03 21:25:47.176559 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.884357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36588) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:49.073930 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002827d6-800f-4b8a-b5e0-acdb4b8c693c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:49.075288 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-002827d6-800f-4b8a-b5e0-acdb4b8c693c admin admin] 10.222.0.50 "GET /v2.0/networks/4e91c2a4-d979-4793-ae77-3a5bf1259841 HTTP/1.1" status: 200 len: 886 time: 0.1899741 May 03 21:25:51.133253 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36598) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:51.267179 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a990fc2-782a-4ea9-ad57-353fd847337e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:51.267466 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a990fc2-782a-4ea9-ad57-353fd847337e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:51.268953 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-1a990fc2-782a-4ea9-ad57-353fd847337e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347580 May 03 21:25:53.284623 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36608) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:53.436195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4c4aa-411b-4fee-81e1-f3f2fc6155ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:53.436548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4c4aa-411b-4fee-81e1-f3f2fc6155ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:53.438396 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-98c4c4aa-411b-4fee-81e1-f3f2fc6155ff admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1528525 May 03 21:25:55.445420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36618) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:55.571086 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9716b78-3c74-48dd-ab25-97625994f0ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:55.572378 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-c9716b78-3c74-48dd-ab25-97625994f0ba admin admin] 10.222.0.50 "GET /v2.0/subnets/17168c30-3088-4a38-a066-47ed3fae26fc HTTP/1.1" status: 200 len: 816 time: 0.1260207 May 03 21:25:57.624249 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36628) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:57.753515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c26a85-d01d-4c09-866a-56a5db5add78 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:25:57.754819 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-51c26a85-d01d-4c09-866a-56a5db5add78 admin admin] 10.222.0.50 "GET /v2.0/subnets/2e3b16e5-54f8-40fe-a2ee-797efe1bfc71 HTTP/1.1" status: 200 len: 868 time: 0.1295874 May 03 21:25:58.612849 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:26:12.114237 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e7234c85-5bdf-41a8-a87c-2b80a7319d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.697646 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6e66c38a-ed53-45b0-9e75-dd3d2b238a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.629351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36666) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:15.657174 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.685642 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.701201 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [None req-f8ddb003-421e-4fdc-970d-32add247f33d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:26:15.702220 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f8ddb003-421e-4fdc-970d-32add247f33d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719118 May 03 21:26:17.194519 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:17.780879 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36676) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:17.873578 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.pecan_wsgi.hooks.translation [None req-469d3081-761c-4d25-8017-baa8bebd7ad7 admin admin] GET failed (client error): The resource could not be found. May 03 21:26:17.874767 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-469d3081-761c-4d25-8017-baa8bebd7ad7 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0929422 May 03 21:26:18.003734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e8bc59-c175-4205-92cd-362e6483b487 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:26:18.005165 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a3e8bc59-c175-4205-92cd-362e6483b487 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1265588 May 03 21:26:20.052251 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36686) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:20.121789 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:26:20.126265 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:20.135713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:20.199581 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Made reservation on behalf of 2389b17bdd814c34ad97ff79ea6248a5 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:26:20.201724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:20.289813 dv-cinder-840377-1-smb neutron-server[83821]: WARNING neutron.services.revisions.revision_plugin [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Could not find related network for resource to bump revision. May 03 21:26:20.301868 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:26:20.310241 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:20.310573 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Added segment 9ff53564-2eea-4dfa-b0ed-c7a2d4247848 of type vlan for network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 May 03 21:26:20.336151 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:20.411044 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:20.411865 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:26:20.412430 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:20.511732 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Pushing event updated for resources: {'Network': ['ID=9b445fcf-625f-4cf0-a8b4-aaa95d43d148,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:20.519401 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.519743 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.520333 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.520658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.520983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.521332 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.521654 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.521973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.522287 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.522601 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.522914 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:20.533729 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:26:20.595873 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ed19d326-d1b0-4b5b-9548-3bd2c019c33a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5425305 May 03 21:26:22.633188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36696) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:22.722537 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf50910-163b-4880-a9c2-6121c7ca0358 admin admin] GET failed (client error): The resource could not be found. May 03 21:26:22.723016 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1bf50910-163b-4880-a9c2-6121c7ca0358 admin admin] Synchronizing usage tracker for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:22.800069 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1bf50910-163b-4880-a9c2-6121c7ca0358 admin admin] Unset dirty status for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:22.801168 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1bf50910-163b-4880-a9c2-6121c7ca0358 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1669776 May 03 21:26:22.907127 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9515d80-9bf7-4587-90e8-363eefec4507 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:26:22.908551 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b9515d80-9bf7-4587-90e8-363eefec4507 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035585 May 03 21:26:22.917725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:26:22.922002 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:22.931797 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:23.005644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Made reservation on behalf of 2389b17bdd814c34ad97ff79ea6248a5 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:26:23.007891 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.251723 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.327263 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f430e7-64a2-4e68-8562-d566c68ebcb6,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:23.336615 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Checking segment: {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:26:23.336963 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Network hostable DHCP agents. Network: 9b445fcf-625f-4cf0-a8b4-aaa95d43d148, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:26:23.434140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:26:23.514056 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 9b445fcf-625f-4cf0-a8b4-aaa95d43d148) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:26:23.518152 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:26:23.518738 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.523103 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df262044-af19-457b-ac8f-df01e23f00cd None None] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:26:23.589477 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8c917918-4922-469d-8aca-0c1f3f2fe192 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6749218 May 03 21:26:23.747134 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-9b445fcf-625f-4cf0-a8b4-aaa95d43d148', 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148', 'tenant_id': '2389b17bdd814c34ad97ff79ea6248a5', 'fixed_ips': [{'subnet_id': '69f430e7-64a2-4e68-8562-d566c68ebcb6'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:26:23.748055 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.908720 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Allocated IP 192.168.233.2 (9b445fcf-625f-4cf0-a8b4-aaa95d43d148/69f430e7-64a2-4e68-8562-d566c68ebcb6/ce6baac8-7921-4b22-a70d-51ad8e1cebf8) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:26:24.116534 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.127104 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Transition to ACTIVE for port object ce6baac8-7921-4b22-a70d-51ad8e1cebf8 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:26:24.146424 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Transition to ACTIVE for port object ce6baac8-7921-4b22-a70d-51ad8e1cebf8 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:26:24.278940 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.349576 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:26:24.352986 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:26:24.354859 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Pushing event updated for resources: {'Port': ['ID=ce6baac8-7921-4b22-a70d-51ad8e1cebf8,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:24.357065 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:26:24.368949 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.369321 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.369675 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.370005 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.370334 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.370666 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.370993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.371317 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.371640 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.371964 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.372287 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:24.456850 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Attempting to bind port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:26:24.457221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Attempting to bind port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:26:24.457616 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Attempting to bind port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 on network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:26:24.464159 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:26:24.464536 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Checking segment: {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:26:24.464942 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.465358 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Bound using segment: {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:26:24.465824 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Bound port: ce6baac8-7921-4b22-a70d-51ad8e1cebf8, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:26:24.466224 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.581985 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] For port ce6baac8-7921-4b22-a70d-51ad8e1cebf8, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:26:24.585041 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] For port ce6baac8-7921-4b22-a70d-51ad8e1cebf8, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=ce6baac8-7921-4b22-a70d-51ad8e1cebf8,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:26:24.646560 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.724012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9e249-7be9-4ea2-8502-92984c3c327c None None] Pushing event updated for resources: {'Port': ['ID=ce6baac8-7921-4b22-a70d-51ad8e1cebf8,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:25.548363 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1671c-fae1-43aa-a1c7-bcd184233454 None None] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:26:25.706762 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-f68cc44e-2d2b-411b-bd9f-71f12f2bb16e None None] Provisioning for port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:26:25.999372 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ce6baac8-7921-4b22-a70d-51ad8e1cebf8 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:26:26.137596 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:26:26.142664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:26:26.144204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:26.259311 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:26.291712 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port ce6baac8-7921-4b22-a70d-51ad8e1cebf8, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=ce6baac8-7921-4b22-a70d-51ad8e1cebf8,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:26:26.354921 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:26.423951 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce6baac8-7921-4b22-a70d-51ad8e1cebf8,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:27.967445 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ce6baac8-7921-4b22-a70d-51ad8e1cebf8 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:26:28.057353 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port ce6baac8-7921-4b22-a70d-51ad8e1cebf8 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:26:28.057732 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:35.612982 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:26:42.137980 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-67b6a9db-0a68-4372-b877-c43ded192fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:44.743391 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-fe607e24-320e-4184-ad63-4f9758228975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:45.669330 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:45.703534 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.172065 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:12.133565 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a20e2355-7b45-4e11-8e9a-b9b49e4bfac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:12.612695 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:14.721126 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-d5b41eea-7e65-4d0c-97d9-0bbdeeb0cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:15.669978 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:15.710007 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:17.161710 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.105546 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4bba69e4-616b-4d33-861a-84036caa812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.722261 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-d0faf882-0af5-42c1-b5fd-89d8718c99bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.648145 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.716674 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.169024 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.613388 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:51.313586 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36738) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:51.319100 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [None req-38796f13-8c46-48dc-8013-7a62165fbcb7 tempest-verify_tempest_config-1766112121 tempest-verify_tempest_config-1766112121-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:27:51.320034 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-38796f13-8c46-48dc-8013-7a62165fbcb7 tempest-verify_tempest_config-1766112121 tempest-verify_tempest_config-1766112121-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055020 May 03 21:27:51.895293 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 36754) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:52.033243 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.064426 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:52.068112 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Usage tracker for resource:security_group_rule and tenant:89e97ea08fc5460ab0dbb07693577c2d is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:52.070817 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:52.076375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:52.139010 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.190892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.237013 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f293fb3-856e-42fb-8c4b-c446e4fc3239,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:52.244883 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e97ea08fc5460ab0dbb07693577c2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486078 May 03 21:27:52.248317 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36760) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:52.248835 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.248986 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.249344 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.249681 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.250014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.250339 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.250665 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.250991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.251315 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.251636 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.251955 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b4baf5-350b-4948-81d9-8674d3bbfe8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.309067 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.334198 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.482789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.499279 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f293fb3-856e-42fb-8c4b-c446e4fc3239,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:52.507849 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.508935 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f293fb3-856e-42fb-8c4b-c446e4fc3239 HTTP/1.1" status: 204 len: 168 time: 0.2595642 May 03 21:27:52.510611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.510975 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.511946 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.512374 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.512611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.512932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.513255 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.513602 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.513990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.514251 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:52.514533 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef06f6-2919-4372-adc7-8289fd642382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:12.123122 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c09c3fe8-9444-4f3c-b5c1-aee0dbe17065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:14.763481 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-02a09ba8-9767-461a-84e5-882af5ad53f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:15.649162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:15.711379 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:17.169164 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.613638 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:42.135044 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a101-134c-4515-9781-f3e97494f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.734831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bbf7c6e7-23b1-4b67-b4ef-be4bfde0a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.684205 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.694880 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.175179 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.613911 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:29:12.130138 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-394cf9f5-d18e-4679-9374-dec4933780c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:14.741862 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-91e68d34-b958-4e38-bf1e-2baacd6c58a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.644541 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.666950 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.158684 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:40.613847 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 5 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:29:42.131149 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-193f82a2-8880-4357-ac7f-610d04253ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.359706 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1676487'] for agent, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.702847 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-527e5580-b7f3-434c-866b-17912033123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.656930 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.679593 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.165421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:59.699902 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36838) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:59.859472 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-bfd4bec4-164d-44a8-93c2-26193801a900 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1584809 May 03 21:30:01.910596 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36848) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:01.992442 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d5f4da83-c3c9-4c8e-b50e-07d2cd584b17 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0807836 May 03 21:30:12.114421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9db505ef-cfd4-4424-8db9-9c45ea47deb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.285941 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.720359 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c11f-185b-438e-aea1-3447d3b5ade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.663749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.720491 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.171836 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.613505 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:42.126516 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-303a6958-3daa-43fb-944d-162d75139ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:44.309914 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:44.698402 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-05446f43-d0cd-4226-8b81-1f91f29afcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.664604 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.686661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.184148 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:54.613660 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:31:12.134080 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0cec9690-582b-45c3-aaaf-0007e1b92406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.299099 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.722134 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-caf8965b-129f-482f-b498-d255b4b88fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.699344 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.722153 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.167891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:31.614532 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:31:42.208863 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-2c906c57-93a5-488a-bb70-0255180a608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:44.346218 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:44.729506 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-1b4cbd80-4456-4c89-8936-f0ec7a1e7b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.671714 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.694726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:47.215010 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.136447 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 36996) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:49.167747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37002) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:49.498418 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1021789322-network', 'tenant_id': '6d440bc787334f6fb0d1455ea18f4f62'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:49.504209 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:49.508301 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Usage tracker for resource:network and tenant:6d440bc787334f6fb0d1455ea18f4f62 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:49.512483 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:49.518225 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:49.545767 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1352178316-network', 'tenant_id': 'f99f599336ad410b863de09335232069'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:49.552607 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:49.556906 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Usage tracker for resource:network and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:49.559713 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:49.565564 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:49.586145 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Made reservation on behalf of 6d440bc787334f6fb0d1455ea18f4f62 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:49.588848 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.602087 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.633236 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:49.637645 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Usage tracker for resource:security_group_rule and tenant:6d440bc787334f6fb0d1455ea18f4f62 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:49.640323 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:49.650525 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:49.673102 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:49.675344 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.691813 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.761795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:49.769562 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:49.772958 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.774119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:49.780432 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:49.844541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.866231 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.870276 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:31:49.893317 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.893869 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Added segment 132c157d-e32b-4df2-9326-2af25aee7c6c of type vlan for network 1c4bc7ed-384c-448a-9513-690dbb57ca30 May 03 21:31:49.904264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54f39a-28ae-431f-883c-e3477490a6a7,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:49.927204 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.928434 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.928434 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.928660 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.929147 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.929501 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.929832 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.930160 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.930480 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.931319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.931641 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Tracked resource versions report: May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: pushed versions: May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: { 'ConntrackHelper': {'1.0'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Log': {'1.0'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Network': {'1.1'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Port': {'1.5'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'PortForwarding': {'1.2'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'QosPolicy': {'1.8'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroup': {'1.2'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroupRule': {'1.0'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SubPort': {'1.0'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Subnet': {'1.1'}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Trunk': {'1.1'}} May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: consumer versions: May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: HyperV agent@hv-cinder-84037: {}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Log': '1.0', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Network': '1.1', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Port': '1.5', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'PortForwarding': '1.2', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'QosPolicy': '1.8', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroup': '1.2', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SecurityGroupRule': '1.0', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'SubPort': '1.0', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Subnet': '1.1', May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: 'Trunk': '1.1'}} May 03 21:31:49.932741 dv-cinder-840377-1-smb neutron-server[83822]: {{(pid=83822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:31:49.941344 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.946091 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.988573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:31:50.005877 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbcf3c0-e2dc-4934-867e-e22937361490,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:50.011467 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.011810 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Added segment e9522ac0-b480-49ca-ab6d-81867f86e101 of type vlan for network 211b5e50-0ee7-4b18-a33f-82f01f834814 May 03 21:31:50.037817 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.088982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.090069 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:50.090719 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.100745 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37036) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:50.183395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.184372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:50.184864 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.221750 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] Pushing event updated for resources: {'Network': ['ID=1c4bc7ed-384c-448a-9513-690dbb57ca30,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:50.236291 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 1c4bc7ed-384c-448a-9513-690dbb57ca30 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:31:50.312602 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-69b493df-dd76-44d2-9668-ac96ab679bff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1750796 May 03 21:31:50.316238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37044) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:50.325503 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Request body: {'subnet': {'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1021789322-subnet', 'tenant_id': '6d440bc787334f6fb0d1455ea18f4f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:50.330061 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:50.331115 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] Pushing event updated for resources: {'Network': ['ID=211b5e50-0ee7-4b18-a33f-82f01f834814,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:50.334190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Usage tracker for resource:subnet and tenant:6d440bc787334f6fb0d1455ea18f4f62 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:50.339274 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:50.340365 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-35174e02-954d-4479-807a-47f62df35778 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1715155 May 03 21:31:50.341152 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37048) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:50.344074 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:50.356723 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Request body: {'subnet': {'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-subnet', 'tenant_id': 'f99f599336ad410b863de09335232069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:50.356723 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:50.359874 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:31:50.359979 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Usage tracker for resource:subnet and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:50.360441 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:50.366326 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:50.409361 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Made reservation on behalf of 6d440bc787334f6fb0d1455ea18f4f62 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:50.412198 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.426503 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:50.429093 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.498611 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37056) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:50.658218 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-561971402-network', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:50.662697 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:50.667055 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Usage tracker for resource:network and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:50.670183 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:50.675827 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:50.746529 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.746907 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.840089 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Made reservation on behalf of fab073bbf87c448f8d5016a86204baad for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:50.842217 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6476a073-8fdc-46d0-82f7-01c1bfdcc69a,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:50.843036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.859896 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.862136 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:50.862494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Network hostable DHCP agents. Network: 211b5e50-0ee7-4b18-a33f-82f01f834814, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:31:50.890613 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Pushing event updated for resources: {'Subnet': ['ID=1467772e-c415-4e89-90c7-1b324d04f9eb,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:50.907536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Checking segment: {'id': '132c157d-e32b-4df2-9326-2af25aee7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:50.908161 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Network hostable DHCP agents. Network: 1c4bc7ed-384c-448a-9513-690dbb57ca30, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:31:50.919616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.919953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.920477 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.920968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.921497 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.921825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.922152 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.922479 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.922802 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.923112 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.923592 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Tracked resource versions report: May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: pushed versions: May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: { 'ConntrackHelper': {'1.0'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Log': {'1.0'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Network': {'1.1'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Port': {'1.5'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'PortForwarding': {'1.2'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'QosPolicy': {'1.8'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroup': {'1.2'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroupRule': {'1.0'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SubPort': {'1.0'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Subnet': {'1.1'}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Trunk': {'1.1'}} May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: consumer versions: May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: HyperV agent@hv-cinder-84037: {}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Log': '1.0', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Network': '1.1', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Port': '1.5', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'PortForwarding': '1.2', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'QosPolicy': '1.8', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroup': '1.2', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SecurityGroupRule': '1.0', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'SubPort': '1.0', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Subnet': '1.1', May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: 'Trunk': '1.1'}} May 03 21:31:50.924736 dv-cinder-840377-1-smb neutron-server[83821]: {{(pid=83821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:31:50.936868 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:50.942368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Usage tracker for resource:security_group_rule and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:50.947473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:50.955284 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:50.986396 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:31:51.024970 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.032326 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1554986032-network', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:51.036827 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:51.040917 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Usage tracker for resource:network and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:51.044312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:51.050286 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:51.065884 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Network 1c4bc7ed-384c-448a-9513-690dbb57ca30 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:31:51.094626 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.113451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:31:51.135862 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.135862 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Added segment f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5 of type vlan for network 38ff0d15-e366-40a0-9ece-db153122fc4c May 03 21:31:51.147742 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:51.169666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.174493 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Made reservation on behalf of 9534cd3aa61144c0a9b25e26b1ab7e31 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:51.176842 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.186374 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 211b5e50-0ee7-4b18-a33f-82f01f834814) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:51.191068 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:51.191539 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 1c4bc7ed-384c-448a-9513-690dbb57ca30) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:51.191959 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.202537 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026f547-d289-48d3-91d5-522c5d1fba01 None None] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:51.206870 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:51.207701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.210981 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.226691 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b87817-4e6d-4a24-b517-f5a1206c49ec None None] Network 1c4bc7ed-384c-448a-9513-690dbb57ca30 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:51.269570 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:51.273347 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:51.276622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:51.283139 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:51.286815 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37086) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:51.287043 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-9fc7fa1c-0b3c-4121-86fa-8507ac66c9a1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9445493 May 03 21:31:51.297752 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:51.301991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:51.306729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Usage tracker for resource:router and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:51.310181 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:51.315983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.316822 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:51.317428 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.321395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:51.399094 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9a8a3ebe-cf0a-4d54-bc8a-acb1b387bced admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0784583 May 03 21:31:51.481421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.482911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.513219 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4146543 May 03 21:31:51.517193 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37096) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:51.523940 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Request body: {'subnet': {'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-subnet', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:51.533198 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08a177-cb96-4a55-9e6e-dfaf7b325c89 admin admin] Pushing event updated for resources: {'Network': ['ID=38ff0d15-e366-40a0-9ece-db153122fc4c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:51.536072 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:51.543707 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Usage tracker for resource:subnet and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:51.552820 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 38ff0d15-e366-40a0-9ece-db153122fc4c details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:31:51.554197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:51.563689 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:51.611959 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-211b5e50-0ee7-4b18-a33f-82f01f834814', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:31:51.614199 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.614328 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.894620 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.080869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.133695 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab546d-7b2f-444c-877e-1b7462b0eefe None None] Network 1c4bc7ed-384c-448a-9513-690dbb57ca30 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:52.163486 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Made reservation on behalf of fab073bbf87c448f8d5016a86204baad for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:52.166958 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.241963 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Allocated IP 172.20.0.2 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/83371b4e-ae4c-4e84-b551-fbbbad58d5df) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:52.304230 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f156e91-b1b3-49cf-9bab-e9b9cc0614dc,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:52.318289 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:31:52.334134 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.337703 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.338249 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Added segment 6b15b017-726a-4aa3-83d7-fb0b7dfea3fe of type vlan for network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e May 03 21:31:52.370913 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.625716 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.626568 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:52.627142 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.638243 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.764388 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.782718 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Transition to ACTIVE for port object 83371b4e-ae4c-4e84-b551-fbbbad58d5df will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:52.791359 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88803371-bb30-43cc-ba65-b57130ecd82f,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:52.798117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:52.798466 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Network hostable DHCP agents. Network: 38ff0d15-e366-40a0-9ece-db153122fc4c, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:31:52.823545 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Transition to ACTIVE for port object 83371b4e-ae4c-4e84-b551-fbbbad58d5df will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:52.886628 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37140) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:52.886795 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3866980 May 03 21:31:52.895975 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.901816 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Request body: {'subnet': {'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1554986032-subnet', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:52.918706 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843bedb-4887-4c20-bcef-5e8850e8e61f admin admin] Pushing event updated for resources: {'Network': ['ID=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:52.920659 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:52.928104 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Usage tracker for resource:subnet and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:52.946288 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:52.963524 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:52.980353 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:31:53.066668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Made reservation on behalf of 9534cd3aa61144c0a9b25e26b1ab7e31 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:53.070053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.090053 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:31:53.105737 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 38ff0d15-e366-40a0-9ece-db153122fc4c) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:53.147609 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.180018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.199703 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:53.200584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.232466 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ae5b9-2f49-47fb-a402-5d30d0d4bcd7 None None] Network 38ff0d15-e366-40a0-9ece-db153122fc4c requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:53.410214 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:53.411031 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Allocated IP 172.28.0.234 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/8c83bf93-e294-49b6-9be3-f396b13308a7) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:53.413408 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-2161df50-e0c7-4ce7-a774-0f868c74c80b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8945904 May 03 21:31:53.416908 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37164) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:53.424243 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:53.433101 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:53.447845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Usage tracker for resource:router and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:53.447845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:53.465795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:53.481580 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:53.485539 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:53.534932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.535780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.542152 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Pushing event updated for resources: {'Port': ['ID=83371b4e-ae4c-4e84-b551-fbbbad58d5df,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:53.549185 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-38ff0d15-e366-40a0-9ece-db153122fc4c', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:31:53.553099 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.554639 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.626026 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.631660 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.662808 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba8f093-1bde-48b3-a0cd-626b5edc77b9,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:53.718426 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37174) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:53.722241 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.722589 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.722923 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.723253 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.723601 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.723904 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.724225 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.724538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.724855 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.725163 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.725507 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Tracked resource versions report: May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: pushed versions: May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: { 'ConntrackHelper': {'1.0'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Log': {'1.0'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Network': {'1.1'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Port': {'1.5'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'PortForwarding': {'1.2'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'QosPolicy': {'1.8'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroup': {'1.2'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroupRule': {'1.0'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SubPort': {'1.0'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Subnet': {'1.1'}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Trunk': {'1.1'}} May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: consumer versions: May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: HyperV agent@hv-cinder-84037: {}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Log': '1.0', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Network': '1.1', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Port': '1.5', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'PortForwarding': '1.2', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'QosPolicy': '1.8', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroup': '1.2', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SecurityGroupRule': '1.0', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'SubPort': '1.0', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Subnet': '1.1', May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: 'Trunk': '1.1'}} May 03 21:31:53.726608 dv-cinder-840377-1-smb neutron-server[83823]: {{(pid=83823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:31:53.729135 dv-cinder-840377-1-smb neutron-server[83821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:31:53.746020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Checking segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:53.746376 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Network hostable DHCP agents. Network: 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:31:53.810786 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Attempting to bind port 83371b4e-ae4c-4e84-b551-fbbbad58d5df on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:53.811537 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Attempting to bind port 83371b4e-ae4c-4e84-b551-fbbbad58d5df by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:53.811537 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Attempting to bind port 83371b4e-ae4c-4e84-b551-fbbbad58d5df on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:53.862623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:53.862955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:53.863355 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.863749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:53.864221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Bound port: 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:53.864609 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.991137 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.020040 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Allocated IP 172.20.0.2 (38ff0d15-e366-40a0-9ece-db153122fc4c/88803371-bb30-43cc-ba65-b57130ecd82f/3b471eba-fd5e-4a81-994a-adf9746577e9) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:54.027159 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] For port 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:54.051541 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] For port 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=83371b4e-ae4c-4e84-b551-fbbbad58d5df,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:54.077175 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-1426789d-607f-4615-ab13-32831aa6753d tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:54.078959 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-1426789d-607f-4615-ab13-32831aa6753d tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/networks?id=1c4bc7ed-384c-448a-9513-690dbb57ca30 HTTP/1.1" status: 200 len: 812 time: 0.3594387 May 03 21:31:54.121454 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.129582 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-a6244134-dfd1-4972-8757-047e9dc659cb tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/quotas/6d440bc787334f6fb0d1455ea18f4f62 HTTP/1.1" status: 200 len: 375 time: 0.0244148 May 03 21:31:54.141167 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:54.145604 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:54.148796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:54.180096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.204509 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:31:54.281572 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-87d1ead0-faca-45bc-929c-5272110bc9bc tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d440bc787334f6fb0d1455ea18f4f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379361 May 03 21:31:54.287913 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Pushing event updated for resources: {'Port': ['ID=8c83bf93-e294-49b6-9be3-f396b13308a7,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:54.313055 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:54.332537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:54.333132 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.341417 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad26977-2cb9-4a74-9629-e2c74d64e67a None None] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:54.474318 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd503-1eef-4b3f-acbd-822f6861f64f None None] Pushing event updated for resources: {'Port': ['ID=83371b4e-ae4c-4e84-b551-fbbbad58d5df,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:54.554052 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.594028 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.628334 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Transition to ACTIVE for port object 3b471eba-fd5e-4a81-994a-adf9746577e9 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:54.654461 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.655265 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.656255 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d087fe57-a7e7-423d-a970-9cd3fc39c7ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7675748 May 03 21:31:54.660323 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37220) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:54.672203 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.747853 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Transition to ACTIVE for port object 3b471eba-fd5e-4a81-994a-adf9746577e9 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:54.756721 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:54.765154 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:54.840817 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Usage tracker for resource:router and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:54.854867 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:54.857461 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.865339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:54.950846 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:31:54.953801 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.988513 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Allocated IP 172.28.0.114 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/ee352793-9836-43b1-9c8a-e2f00aab4300) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:55.154192 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:55.170191 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:55.180034 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-ed9f6482-aeb8-414d-b898-36d1091dbf0d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:31:55.187536 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-ed9f6482-aeb8-414d-b898-36d1091dbf0d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2185423 May 03 21:31:55.211086 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:55.218439 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.222454 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Pushing event updated for resources: {'Port': ['ID=3b471eba-fd5e-4a81-994a-adf9746577e9,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:55.231067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37242) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:55.247000 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.249547 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.269294 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.348300 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.373825 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Attempting to bind port 3b471eba-fd5e-4a81-994a-adf9746577e9 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:55.374258 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Attempting to bind port 3b471eba-fd5e-4a81-994a-adf9746577e9 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:55.374676 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Attempting to bind port 3b471eba-fd5e-4a81-994a-adf9746577e9 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:55.397553 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:55.398359 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:55.398978 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.399676 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Bound using segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:55.400499 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Bound port: 3b471eba-fd5e-4a81-994a-adf9746577e9, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:55.401101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.420054 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Allocated IP 172.20.0.2 (6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e/8ba8f093-1bde-48b3-a0cd-626b5edc77b9/257a637f-f453-4e09-b1b9-ba9f3821331a) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:55.460540 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-f0fa0aaa-218f-48cc-9987-80bb47aa82c8 service neutron] 10.222.0.50 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720411 May 03 21:31:55.683795 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:31:55.721758 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-a9b83097-a227-42c3-92bf-66c4ec2e2340 service neutron] 10.222.0.50 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544074 May 03 21:31:55.772997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] For port 3b471eba-fd5e-4a81-994a-adf9746577e9, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:55.779164 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] For port 3b471eba-fd5e-4a81-994a-adf9746577e9, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3b471eba-fd5e-4a81-994a-adf9746577e9,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:55.885866 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.948643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Pushing event updated for resources: {'Port': ['ID=ee352793-9836-43b1-9c8a-e2f00aab4300,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:55.952772 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:55.958395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:55.965137 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.967331 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:56.011903 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70363c6-dde8-44a6-ba85-d5fd7455150d None None] Pushing event updated for resources: {'Port': ['ID=3b471eba-fd5e-4a81-994a-adf9746577e9,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:56.043106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:56.055103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ee62f85d59435d836e741a0153bc01 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:56.057779 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.060381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:56.068013 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:56.088153 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Transition to ACTIVE for port object 257a637f-f453-4e09-b1b9-ba9f3821331a will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:56.146455 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.154450 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097c1df-ca6e-4ce1-a04e-e36b8d3219cd None None] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:56.182085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37268) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:56.186164 dv-cinder-840377-1-smb neutron-server[83822]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:31:56.223437 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.226318 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Transition to ACTIVE for port object 257a637f-f453-4e09-b1b9-ba9f3821331a will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:56.237515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:31:56.252660 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:31:56.280079 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 83371b4e-ae4c-4e84-b551-fbbbad58d5df up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:56.280878 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-036e3ff2-d08a-4f0b-b15c-d4c32aab53f6 req-48a8b8ed-cc15-41cf-bac9-43b6fdafb74f tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.0968041 May 03 21:31:56.284318 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:56.288106 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:56.347873 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.388177 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.393574 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.393574 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-092928fb-4a8c-42f9-9a7d-45397e094bae admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1029980 May 03 21:31:56.407991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37284) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:56.490168 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:56.505759 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:56.515858 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-49b7957d-8265-4699-9e33-1a8dd0f1cbcd None None] Provisioning for port 83371b4e-ae4c-4e84-b551-fbbbad58d5df completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:56.544540 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:56.676636 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37292) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:56.734638 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:56.741398 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Attempting to bind port 257a637f-f453-4e09-b1b9-ba9f3821331a on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:56.741774 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Attempting to bind port 257a637f-f453-4e09-b1b9-ba9f3821331a by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:56.742129 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Attempting to bind port 257a637f-f453-4e09-b1b9-ba9f3821331a on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:56.760654 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 83371b4e-ae4c-4e84-b551-fbbbad58d5df completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:56.772352 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 83371b4e-ae4c-4e84-b551-fbbbad58d5df triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:56.772720 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.797967 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.797967 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.872576 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Pushing event updated for resources: {'Port': ['ID=257a637f-f453-4e09-b1b9-ba9f3821331a,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:56.942613 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d3098-26e4-4e2a-b06b-71ab4eaa67ac,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:56.964153 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f80389b7-c64e-457c-9579-47a203de2243 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9ee62f85d59435d836e741a0153bc01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7307677 May 03 21:31:56.967297 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37304) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:56.992739 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:56.993896 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Checking segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:56.994048 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.994433 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Bound using segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:57.000885 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Bound port: 257a637f-f453-4e09-b1b9-ba9f3821331a, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:57.004516 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.100474 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.169380 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.268756 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.389105 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:57.451048 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:31:54Z', 'revision_number': 3, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:57.458477 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:31:57.460108 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Updating router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 port 8c83bf93-e294-49b6-9be3-f396b13308a7 binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:31:57.494678 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Usage tracker for resource:security_group_rule and tenant:9a1572f39639494bbfc79bae2a607cd2 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:57.498851 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.519155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:57.525831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.544805 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] For port 257a637f-f453-4e09-b1b9-ba9f3821331a, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:57.564887 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] For port 257a637f-f453-4e09-b1b9-ba9f3821331a, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=257a637f-f453-4e09-b1b9-ba9f3821331a,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:57.568254 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.580158 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.586768 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=83371b4e-ae4c-4e84-b551-fbbbad58d5df,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:57.685070 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.698034 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3f745f2f-664f-4f86-9532-ba218ac49fe8 req-1fa2dbe1-eb63-482d-adec-0f364db6bfbc tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.1989253 May 03 21:31:57.721114 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:57.758158 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.822961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d3098-26e4-4e2a-b06b-71ab4eaa67ac,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:57.832118 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.852212 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-851468db-48c0-4f8c-81a9-17f442289a8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/305d3098-26e4-4e2a-b06b-71ab4eaa67ac HTTP/1.1" status: 204 len: 168 time: 0.8704596 May 03 21:31:57.890230 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:57.971333 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9a75-b623-498e-b5c7-90b0046d510b None None] Pushing event updated for resources: {'Port': ['ID=257a637f-f453-4e09-b1b9-ba9f3821331a,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:58.020490 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.051179 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Allocated IP 172.28.0.35 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/aa509a13-e82f-4151-bb8b-42f0e683b2cd) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:58.086217 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac3c7a-63b6-4ec9-8c36-e401b048895a None None] Network 38ff0d15-e366-40a0-9ece-db153122fc4c requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:58.121629 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-45b30119-f2b7-438c-84fc-2276ee0997f4 None None] Provisioning complete for port 83371b4e-ae4c-4e84-b551-fbbbad58d5df triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:58.121997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-45b30119-f2b7-438c-84fc-2276ee0997f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.153817 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.219486 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6ce9ad-56d2-4f8e-ba3a-d332048d310c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:58.240420 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:31:58.360586 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f89d6d90-a960-4e2b-8062-7844167e522e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a1572f39639494bbfc79bae2a607cd2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6655622 May 03 21:31:58.365699 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37340) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:58.595011 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.597974 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.631220 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3b471eba-fd5e-4a81-994a-adf9746577e9 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:58.681675 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=83371b4e-ae4c-4e84-b551-fbbbad58d5df,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:58.683895 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.685381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.856746 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:31:58.888107 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Pushing event updated for resources: {'Port': ['ID=aa509a13-e82f-4151-bb8b-42f0e683b2cd,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:58.910892 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:31:58.938973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.939094 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:58.939734 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:58.955687 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:58.957418 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:58.971006 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:59.139330 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.139864 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6ce9ad-56d2-4f8e-ba3a-d332048d310c,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:59.156423 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Transition to ACTIVE for port object 8c83bf93-e294-49b6-9be3-f396b13308a7 will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:59.168132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-56f73a47-5644-4aff-928f-799b2594155f req-7fb566fa-d0a6-4eaa-ad5d-a1545774287a tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.2483749 May 03 21:31:59.170248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.175758 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-462c1069-6139-4021-b83a-b0f3e5ce9c1a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7578535 May 03 21:31:59.177571 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37370) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:59.238431 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.332687 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.334046 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-236cabe5-f305-4575-a409-329e116c5b3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c6ce9ad-56d2-4f8e-ba3a-d332048d310c HTTP/1.1" status: 204 len: 168 time: 0.9051905 May 03 21:31:59.416937 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.417692 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.482825 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c83bf93-e294-49b6-9be3-f396b13308a7,revision_number=2']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:59.555680 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Attempting to bind port 8c83bf93-e294-49b6-9be3-f396b13308a7 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:59.558056 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Attempting to bind port 8c83bf93-e294-49b6-9be3-f396b13308a7 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:59.558555 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Attempting to bind port 8c83bf93-e294-49b6-9be3-f396b13308a7 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:59.581305 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:59.585462 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:59.588415 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.588415 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:59.588415 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Bound port: 8c83bf93-e294-49b6-9be3-f396b13308a7, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:59.588415 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.601109 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:59.782726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.838176 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] For port 8c83bf93-e294-49b6-9be3-f396b13308a7, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:59.838176 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] For port 8c83bf93-e294-49b6-9be3-f396b13308a7, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=8c83bf93-e294-49b6-9be3-f396b13308a7,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:59.844359 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.845554 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.847682 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.848428 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.849682 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.850883 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.851571 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.853739 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.854270 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.854773 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.856174 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Tracked resource versions report: May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: pushed versions: May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: { 'ConntrackHelper': {'1.0'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Log': {'1.0'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Network': {'1.1'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Port': {'1.5'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'PortForwarding': {'1.2'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'QosPolicy': {'1.8'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroup': {'1.2'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroupRule': {'1.0'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SubPort': {'1.0'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Subnet': {'1.1'}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Trunk': {'1.1'}} May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: consumer versions: May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: { DHCP agent@dv-cinder-840377-1-smb: {}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: HyperV agent@hv-cinder-84037: {}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: L3 agent@dv-cinder-840377-1-smb: {}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: Metadata agent@dv-cinder-840377-1-smb: {}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: Metering agent@dv-cinder-840377-1-smb: {}, May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: Open vSwitch agent@dv-cinder-840377-1-smb: { 'ConntrackHelper': '1.0', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Log': '1.0', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Network': '1.1', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Port': '1.5', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'PortForwarding': '1.2', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'QosPolicy': '1.8', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroup': '1.2', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SecurityGroupRule': '1.0', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'SubPort': '1.0', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Subnet': '1.1', May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: 'Trunk': '1.1'}} May 03 21:31:59.860251 dv-cinder-840377-1-smb neutron-server[83824]: {{(pid=83824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:31:59.888304 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af93443-3dce-45bb-9ad4-2105d6720a10 None None] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:31:59.911680 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 3b471eba-fd5e-4a81-994a-adf9746577e9 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:59.935913 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.110000 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b416fc-c55e-40b1-8323-2d13fa499fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c83bf93-e294-49b6-9be3-f396b13308a7,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:00.111705 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Router 4198d165-80c6-442c-ad53-07339e9b0a81 is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:32:00.148783 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Provisioning for port 3b471eba-fd5e-4a81-994a-adf9746577e9 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:00.171828 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:00.173004 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:00.349876 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Provisioning complete for port 3b471eba-fd5e-4a81-994a-adf9746577e9 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:00.352001 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.409725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37394) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:00.446218 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 83371b4e-ae4c-4e84-b551-fbbbad58d5df up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:00.493734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Allocated IP 172.20.0.1 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/77fe7e94-6ad4-4c79-ac2d-8eceebf389a1) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:00.703832 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:00.781676 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296505678-network', 'tenant_id': '5ba2e393c11b4e198ae38569396884d3'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:00.795213 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fbd41460-2670-4520-9a7e-854299abe73e req-9d60d333-ff8d-4d83-bb63-f49718229852 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.1603720 May 03 21:32:00.797989 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:00.815020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:00.838858 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Usage tracker for resource:network and tenant:5ba2e393c11b4e198ae38569396884d3 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:00.842589 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:00.866775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:00.924947 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 83371b4e-ae4c-4e84-b551-fbbbad58d5df triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:00.925496 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.940488 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.954068 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.958193 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d3635a11-46f1-42ed-9cbd-141cc9e85e0c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2968421 May 03 21:32:00.963783 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37414) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:00.991342 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:56Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:00.997207 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.997645 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Transition to ACTIVE for port object 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:01.022400 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:01.023272 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Updating router 8bd36392-ba5f-435a-bb7b-ede40b65f238 port ee352793-9836-43b1-9c8a-e2f00aab4300 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:01.128592 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37420) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:01.144667 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.191359 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Made reservation on behalf of 5ba2e393c11b4e198ae38569396884d3 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:01.193916 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.226738 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:01.228604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.239081 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] For port 3b471eba-fd5e-4a81-994a-adf9746577e9, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3b471eba-fd5e-4a81-994a-adf9746577e9,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:01.253844 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:01.254840 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:01.317692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.32', 62352) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:01.340955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.462674 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:01.469029 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Usage tracker for resource:security_group_rule and tenant:5ba2e393c11b4e198ae38569396884d3 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:01.472435 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:01.480233 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:01.588623 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:01.639335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-0d80061d-8dfb-4095-b336-6f2fab75daad tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:01.641156 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-0d80061d-8dfb-4095-b336-6f2fab75daad tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.32 "GET /v2.0/networks?id=1c4bc7ed-384c-448a-9513-690dbb57ca30 HTTP/1.1" status: 200 len: 812 time: 0.3209727 May 03 21:32:01.644427 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.667161 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.683210 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:01.687277 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Usage tracker for resource:security_group_rule and tenant:17be8bfefc6a45aeb5ee7f40c7dbf3b0 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:01.694511 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:01.697156 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:01.734733 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Request body: {'port': {'device_id': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30', 'admin_state_up': True, 'tenant_id': '6d440bc787334f6fb0d1455ea18f4f62'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:01.755494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.788076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:01.809246 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.809912 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Added segment cb43ee65-5564-429e-8dca-1275092ada4c of type vlan for network c657b7d3-a7dd-4e54-be43-ce1623003565 May 03 21:32:01.843668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.892750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.943039 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:01.944852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:01.945478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.016368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:02.029901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:02.039382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:02.052362 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:31:54Z', 'revision_number': 3, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:02.116199 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07df8f3-5cc1-46dd-a74b-493525d5f2ab None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:31:54Z', 'revision_number': 3, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:02.131897 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Pushing event updated for resources: {'Network': ['ID=c657b7d3-a7dd-4e54-be43-ce1623003565,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:02.157181 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.174223 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7587924 May 03 21:32:02.175106 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37452) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:02.178658 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Transition to ACTIVE for port object ee352793-9836-43b1-9c8a-e2f00aab4300 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:02.183510 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 257a637f-f453-4e09-b1b9-ba9f3821331a up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:02.210527 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:02.211330 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.231588 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:31:59Z', 'revision_number': 3, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:02.255260 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:02.255260 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Updating router 4198d165-80c6-442c-ad53-07339e9b0a81 port aa509a13-e82f-4151-bb8b-42f0e683b2cd binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:02.300809 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e9c0d75-78e2-469f-88d5-3ba1b55c0e3a req-607e371f-2945-4699-a68d-50c5371e58b5 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.1275675 May 03 21:32:02.300809 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Request body: {'subnet': {'network_id': 'c657b7d3-a7dd-4e54-be43-ce1623003565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296505678-subnet', 'tenant_id': '5ba2e393c11b4e198ae38569396884d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:02.308939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:02.318998 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Usage tracker for resource:subnet and tenant:5ba2e393c11b4e198ae38569396884d3 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:02.329478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:02.351251 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:02.405651 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network c657b7d3-a7dd-4e54-be43-ce1623003565 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:02.407685 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.432276 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408b4e-2ecf-4bd4-af3a-8df27657c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203790b4-b838-46ac-be51-4eadc9a69b2a,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:02.496311 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.530857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Made reservation on behalf of 5ba2e393c11b4e198ae38569396884d3 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:02.534186 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.575602 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff429ff-c8cb-4077-a786-2bd9c50d0b3f None None] Pushing event updated for resources: {'Port': ['ID=3b471eba-fd5e-4a81-994a-adf9746577e9,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:02.604296 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.608228 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:02.645866 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.720397 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Provisioning complete for port 3b471eba-fd5e-4a81-994a-adf9746577e9 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:02.732076 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.824996 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17be8bfefc6a45aeb5ee7f40c7dbf3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5881059 May 03 21:32:02.827756 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37474) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:02.829310 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Attempting to bind port ee352793-9836-43b1-9c8a-e2f00aab4300 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:02.829678 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Attempting to bind port ee352793-9836-43b1-9c8a-e2f00aab4300 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:02.830039 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Attempting to bind port ee352793-9836-43b1-9c8a-e2f00aab4300 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:02.835415 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Usage tracker for resource:port and tenant:6d440bc787334f6fb0d1455ea18f4f62 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:02.843753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:02.846767 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 257a637f-f453-4e09-b1b9-ba9f3821331a completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:02.857054 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:02.865873 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:02.866257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:02.866830 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.867233 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:02.867712 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Bound port: ee352793-9836-43b1-9c8a-e2f00aab4300, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:02.868085 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.869153 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5532579-8ee7-4c5d-9437-17f28c6566a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7c707a-f715-4f32-a7c8-dae8d1589c98,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:03.026808 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fba8a-8c11-4fe9-b84b-51b6dad04d88 None None] Pushing event updated for resources: {'Port': ['ID=ee352793-9836-43b1-9c8a-e2f00aab4300,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:03.065667 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.084147 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Made reservation on behalf of 6d440bc787334f6fb0d1455ea18f4f62 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:03.090653 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.298890 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 8c83bf93-e294-49b6-9be3-f396b13308a7 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:03.305657 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.332750 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Transition to ACTIVE for port object aa509a13-e82f-4151-bb8b-42f0e683b2cd will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:03.379119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc35498f-632e-449f-a55f-1dfbff5cc410,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:03.395679 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Allocated IP 172.20.0.7 (1c4bc7ed-384c-448a-9513-690dbb57ca30/1467772e-c415-4e89-90c7-1b324d04f9eb/8976412d-7b2b-44b9-9f19-c6f0be81e70d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:03.420552 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] For port ee352793-9836-43b1-9c8a-e2f00aab4300, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:03.426846 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.458294 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Checking segment: {'id': 'cb43ee65-5564-429e-8dca-1275092ada4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c657b7d3-a7dd-4e54-be43-ce1623003565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:03.459924 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Network hostable DHCP agents. Network: c657b7d3-a7dd-4e54-be43-ce1623003565, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:03.487671 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] For port ee352793-9836-43b1-9c8a-e2f00aab4300, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=ee352793-9836-43b1-9c8a-e2f00aab4300,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:03.581925 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.586542 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Provisioning for port 257a637f-f453-4e09-b1b9-ba9f3821331a completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:03.605437 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Attempting to bind port aa509a13-e82f-4151-bb8b-42f0e683b2cd on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:03.605818 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Attempting to bind port aa509a13-e82f-4151-bb8b-42f0e683b2cd by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:03.606206 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Attempting to bind port aa509a13-e82f-4151-bb8b-42f0e683b2cd on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:03.633920 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Network c657b7d3-a7dd-4e54-be43-ce1623003565 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:03.652942 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:03.656690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:03.656690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.656690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:03.656690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Bound port: aa509a13-e82f-4151-bb8b-42f0e683b2cd, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:03.656690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.662307 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.671283 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Provisioning complete for port 257a637f-f453-4e09-b1b9-ba9f3821331a triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:03.672664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.750102 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 8c83bf93-e294-49b6-9be3-f396b13308a7 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:03.787181 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-99cd2bc2-26d5-47f6-8953-78acba47b53d req-1c7ea916-5f54-45bf-bbdd-046ae69164b7 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.1590841 May 03 21:32:04.139004 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, c657b7d3-a7dd-4e54-be43-ce1623003565) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:04.139004 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:04.139004 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.139906 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 8c83bf93-e294-49b6-9be3-f396b13308a7 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:04.139906 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.140178 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] For port aa509a13-e82f-4151-bb8b-42f0e683b2cd, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:04.140932 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.141087 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] For port aa509a13-e82f-4151-bb8b-42f0e683b2cd, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=aa509a13-e82f-4151-bb8b-42f0e683b2cd,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:04.141243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea0b48-b5fc-41cc-be32-10d1d83c4831 None None] Network c657b7d3-a7dd-4e54-be43-ce1623003565 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:04.141409 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd18e5a-66c6-4698-a48b-47a02a5c4fb3 None None] Pushing event updated for resources: {'Port': ['ID=aa509a13-e82f-4151-bb8b-42f0e683b2cd,revision_number=2']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:04.141409 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.141681 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.141681 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.141968 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fba8a-8c11-4fe9-b84b-51b6dad04d88 None None] Pushing event updated for resources: {'Port': ['ID=ee352793-9836-43b1-9c8a-e2f00aab4300,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:04.153790 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:04.154504 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:04.235777 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:04.236498 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:04.263408 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.309954 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Network 1c4bc7ed-384c-448a-9513-690dbb57ca30 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:04.311090 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Pushing event updated for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:04.358370 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:04.387924 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:04.392068 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:04.392729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.397408 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f7f54143-0cc5-43a0-a53c-98ca66562838 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2117100 May 03 21:32:04.422629 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:04.449372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.794635 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd18e5a-66c6-4698-a48b-47a02a5c4fb3 None None] Pushing event updated for resources: {'Port': ['ID=aa509a13-e82f-4151-bb8b-42f0e683b2cd,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:04.840390 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:04.865557 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-08540584-a03b-4ec8-a06c-2a3994fa837c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1380160 May 03 21:32:04.926076 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:31:59Z', 'revision_number': 3, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:04.947569 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b5c7-19e2-4a1a-884f-19ecef349bb6 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:31:59Z', 'revision_number': 3, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:05.056790 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.088416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-b49da57d-ae24-41a6-b088-2fdf026f26af tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:32:05.089715 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-b49da57d-ae24-41a6-b088-2fdf026f26af tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127625 May 03 21:32:05.099396 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.129424 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Allocated IP 172.20.0.1 (6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e/8ba8f093-1bde-48b3-a0cd-626b5edc77b9/96a8080e-1fd2-4efb-a821-56c9e7aa0e18) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:05.233880 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.314905 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 8c83bf93-e294-49b6-9be3-f396b13308a7, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=8c83bf93-e294-49b6-9be3-f396b13308a7,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:05.335252 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b31aa-79a6-464a-8d7c-bba58866e5b7 None None] Network c657b7d3-a7dd-4e54-be43-ce1623003565 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:05.562167 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.609983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.641195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Request body: {'port': {'device_id': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:05.644421 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Transition to ACTIVE for port object 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:05.696105 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7c707a-f715-4f32-a7c8-dae8d1589c98,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:05.787790 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.809737 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.811898 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3b471eba-fd5e-4a81-994a-adf9746577e9 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:06.003839 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.007966 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Pushing event updated for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:06.033543 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:06.034941 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:06.037738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:06.040253 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.094840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.099256 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a272e477-3a36-42ca-8a3c-307b49c69503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad7c707a-f715-4f32-a7c8-dae8d1589c98 HTTP/1.1" status: 204 len: 168 time: 3.2207327 May 03 21:32:06.157343 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:32:06.210455 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] For port 257a637f-f453-4e09-b1b9-ba9f3821331a, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=257a637f-f453-4e09-b1b9-ba9f3821331a,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:06.212903 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.251155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1878-aa95-417b-8e65-bd0beb9cf501 req-0748d252-4ef8-429a-89ef-bc5ef3c84b05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:06.252669 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-868a1878-aa95-417b-8e65-bd0beb9cf501 req-0748d252-4ef8-429a-89ef-bc5ef3c84b05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Synchronizing usage tracker for tenant:6d440bc787334f6fb0d1455ea18f4f62 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:06.277974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Allocated IP 172.20.0.1 (38ff0d15-e366-40a0-9ece-db153122fc4c/88803371-bb30-43cc-ba65-b57130ecd82f/01773c81-61c0-43ce-8def-9d455a48ce27) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:06.282672 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.378847 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.380042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.473523 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=8c83bf93-e294-49b6-9be3-f396b13308a7,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:06.482740 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-868a1878-aa95-417b-8e65-bd0beb9cf501 req-0748d252-4ef8-429a-89ef-bc5ef3c84b05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Unset dirty status for tenant:6d440bc787334f6fb0d1455ea18f4f62 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:06.495029 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-868a1878-aa95-417b-8e65-bd0beb9cf501 req-0748d252-4ef8-429a-89ef-bc5ef3c84b05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 931 time: 1.0380542 May 03 21:32:06.512290 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.903234 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.965090 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.965945 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.188226 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ab86-cd68-4c58-9c75-858f2c07f8f8 None None] Pushing event updated for resources: {'Port': ['ID=257a637f-f453-4e09-b1b9-ba9f3821331a,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:07.357632 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 3b471eba-fd5e-4a81-994a-adf9746577e9 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:07.358251 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.372787 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Pushing event updated for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:07.372960 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-868a1878-aa95-417b-8e65-bd0beb9cf501 req-d1f7aa92-0f80-4593-86fb-98acc9b07a88 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762264 May 03 21:32:07.375254 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37568) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:07.393225 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-480889750-network', 'tenant_id': '7932cb9b57b14b88ac1a026e9536ccc0'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:07.408604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:07.416982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Usage tracker for resource:network and tenant:7932cb9b57b14b88ac1a026e9536ccc0 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:07.427761 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:07.438777 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:07.501577 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Provisioning for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:07.511858 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:07.525584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:07.527224 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:07.570318 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Provisioning complete for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:07.570683 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.749595 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:07.755892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:07.816580 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:07.866760 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Made reservation on behalf of 7932cb9b57b14b88ac1a026e9536ccc0 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:07.870141 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.887307 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.938095 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:56Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:07.981099 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce280-42e2-400a-a3b4-c22c90451c0b None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:31:56Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:08.004182 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Provisioning for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:08.020881 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Provisioning complete for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:08.021241 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.083469 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:08.098805 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Usage tracker for resource:security_group_rule and tenant:7932cb9b57b14b88ac1a026e9536ccc0 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:08.103922 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:08.119981 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:08.211219 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f9258c4a-ba17-4416-bfac-672b5beb0122 None None] Port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:08.216075 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8976412d-7b2b-44b9-9f19-c6f0be81e70d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:08.225432 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.254762 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Transition to ACTIVE for port object 8976412d-7b2b-44b9-9f19-c6f0be81e70d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:08.291374 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.317990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:08.373654 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.390704 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Provisioning complete for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:08.395715 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.405484 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.406308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.486818 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:08.543227 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Provisioning complete for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:08.548768 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.628081 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:08.651511 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52024767-a752-45de-851c-fe90f726812d admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:08.675086 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-89f858a9-dec1-49f4-be3d-79d41ab2f01d None None] Port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:08.679345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98904f39-2cec-4b07-a9ab-75121e230eb3,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:08.710060 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.710574 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Transition to ACTIVE for port object 01773c81-61c0-43ce-8def-9d455a48ce27 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:08.711151 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Added segment 674dec97-ca91-49d2-b903-48af26ac8103 of type vlan for network 08704491-c5e0-45f7-9743-57e4b5193913 May 03 21:32:08.766535 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device aa509a13-e82f-4151-bb8b-42f0e683b2cd up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:08.833385 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.839791 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:08.930456 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cf060-b275-408d-b479-8dc8ff3db291 req-ff812b54-0617-4edb-a74d-72417260d306 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:08.938937 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-491cf060-b275-408d-b479-8dc8ff3db291 req-ff812b54-0617-4edb-a74d-72417260d306 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.1817369 May 03 21:32:08.952240 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port aa509a13-e82f-4151-bb8b-42f0e683b2cd completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:08.958484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port aa509a13-e82f-4151-bb8b-42f0e683b2cd triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:08.958991 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.975718 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.976720 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:08.977572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.159634 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-491cf060-b275-408d-b479-8dc8ff3db291 req-c9beb1a9-c7f9-43a4-98d5-2024122fe854 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Synchronizing usage tracker for tenant:6d440bc787334f6fb0d1455ea18f4f62 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:09.164827 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52024767-a752-45de-851c-fe90f726812d admin admin] Pushing event updated for resources: {'Network': ['ID=08704491-c5e0-45f7-9743-57e4b5193913,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:09.172381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.174641 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:09.196118 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-772abbcf-4c71-441a-aaf0-ea2bf8f900e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/4198d165-80c6-442c-ad53-07339e9b0a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2340758 May 03 21:32:09.217430 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Attempting to bind port 8976412d-7b2b-44b9-9f19-c6f0be81e70d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:09.217806 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Attempting to bind port 8976412d-7b2b-44b9-9f19-c6f0be81e70d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '132c157d-e32b-4df2-9326-2af25aee7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:09.218992 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Attempting to bind port 8976412d-7b2b-44b9-9f19-c6f0be81e70d on network 1c4bc7ed-384c-448a-9513-690dbb57ca30 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:09.226882 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 08704491-c5e0-45f7-9743-57e4b5193913 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:09.242719 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-52024767-a752-45de-851c-fe90f726812d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8616867 May 03 21:32:09.245866 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37600) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:09.257613 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Request body: {'subnet': {'network_id': '08704491-c5e0-45f7-9743-57e4b5193913', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-480889750-subnet', 'tenant_id': '7932cb9b57b14b88ac1a026e9536ccc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:09.273647 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:09.279224 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-491cf060-b275-408d-b479-8dc8ff3db291 req-c9beb1a9-c7f9-43a4-98d5-2024122fe854 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Unset dirty status for tenant:6d440bc787334f6fb0d1455ea18f4f62 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:09.293311 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-491cf060-b275-408d-b479-8dc8ff3db291 req-c9beb1a9-c7f9-43a4-98d5-2024122fe854 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530803 May 03 21:32:09.302223 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Usage tracker for resource:subnet and tenant:7932cb9b57b14b88ac1a026e9536ccc0 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:09.339871 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:09.379803 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:09.404834 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Port 8976412d-7b2b-44b9-9f19-c6f0be81e70d on network 1c4bc7ed-384c-448a-9513-690dbb57ca30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:09.405429 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Attempting to bind port 8976412d-7b2b-44b9-9f19-c6f0be81e70d on network 1c4bc7ed-384c-448a-9513-690dbb57ca30 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:09.421396 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:09.423412 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:09.437619 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:09.441312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:09.441442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.444096 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:09.444395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Checking segment: {'id': '132c157d-e32b-4df2-9326-2af25aee7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:09.445164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Bound using segment: {'id': '132c157d-e32b-4df2-9326-2af25aee7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:09.445533 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Bound port: 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132c157d-e32b-4df2-9326-2af25aee7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:09.445871 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.483998 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Made reservation on behalf of 7932cb9b57b14b88ac1a026e9536ccc0 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:09.486792 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.786445 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37616) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:09.801825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:09.807631 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d,segment=NetworkSegment(132c157d-e32b-4df2-9326-2af25aee7c6c),segment_id=132c157d-e32b-4df2-9326-2af25aee7c6c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:09.816304 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.942357 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.059015 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.100747 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port aa509a13-e82f-4151-bb8b-42f0e683b2cd, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=aa509a13-e82f-4151-bb8b-42f0e683b2cd,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:10.135406 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.137917 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/8976412d-7b2b-44b9-9f19-c6f0be81e70d HTTP/1.1" status: 200 len: 1093 time: 4.8078008 May 03 21:32:10.138848 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:10.194048 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.195293 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 8c83bf93-e294-49b6-9be3-f396b13308a7 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:10.273515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0dad7-ea48-4588-a240-628b2a1008c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:10.318729 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.432212 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:10.524658 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f63778-4f74-41d5-8009-3d1c509b0264,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:10.526999 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Checking segment: {'id': '674dec97-ca91-49d2-b903-48af26ac8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08704491-c5e0-45f7-9743-57e4b5193913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:10.527351 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Network hostable DHCP agents. Network: 08704491-c5e0-45f7-9743-57e4b5193913, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:10.568628 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-751e155f-1ec1-4c0f-9c47-c6807cc4224f None None] Provisioning for port 01773c81-61c0-43ce-8def-9d455a48ce27 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:10.632162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-751e155f-1ec1-4c0f-9c47-c6807cc4224f None None] Provisioning complete for port 01773c81-61c0-43ce-8def-9d455a48ce27 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:10.635917 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-751e155f-1ec1-4c0f-9c47-c6807cc4224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.690315 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Network 08704491-c5e0-45f7-9743-57e4b5193913 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:10.783694 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fda3a6-2307-43a5-9077-e1b3745b5b72 req-ec1fc022-1dc7-410a-b097-a43880a0eb72 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:10.791733 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-45fda3a6-2307-43a5-9077-e1b3745b5b72 req-ec1fc022-1dc7-410a-b097-a43880a0eb72 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.2084582 May 03 21:32:10.802521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.832575 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-751e155f-1ec1-4c0f-9c47-c6807cc4224f None None] Port 01773c81-61c0-43ce-8def-9d455a48ce27 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:10.865241 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 8c83bf93-e294-49b6-9be3-f396b13308a7 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:10.865713 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.879545 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-45fda3a6-2307-43a5-9077-e1b3745b5b72 req-2b5c1d0c-fdbe-4662-892f-e9053843a5ec tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866182 May 03 21:32:10.880549 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 08704491-c5e0-45f7-9743-57e4b5193913) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:10.889565 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:10.889565 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.947013 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c3f99-6567-43d3-b6ea-15ef50658a50 None None] Network 08704491-c5e0-45f7-9743-57e4b5193913 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:10.955157 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37644) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:10.960220 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315113028', 'description': 'tempest-description--1530100565'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:10.975635 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:10.983843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:10.990105 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:11.002209 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:11.023599 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=aa509a13-e82f-4151-bb8b-42f0e683b2cd,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:11.028955 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-b19f29fe-df96-4e2f-930b-c07d35c38fc3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7812021 May 03 21:32:11.081483 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:32:11.101207 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.114416 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-a5a627ea-1518-4eca-90fc-5c92438e6573 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d440bc787334f6fb0d1455ea18f4f62&device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 1096 time: 0.8197625 May 03 21:32:11.131098 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:11.135304 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.151648 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Usage tracker for resource:security_group_rule and tenant:f0bf4792b9cd430e900e3eb5a9f07983 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:11.216465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:11.222891 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:11.236584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:11.240017 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:11.246262 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:11.255040 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-4fdd1f72-b6a2-4636-b30d-fdfcdeb9060b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d HTTP/1.1" status: 200 len: 217 time: 0.1147933 May 03 21:32:11.258419 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:11.261317 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.262310 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.377543 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa69155-5246-493e-8b19-66e202443592 None None] Network 08704491-c5e0-45f7-9743-57e4b5193913 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:11.409138 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.418664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 257a637f-f453-4e09-b1b9-ba9f3821331a up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:11.423237 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:11.466700 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.522256 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37654) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:11.580023 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d89976-2941-4464-837f-4f5aad18be04'] response: {'name': 'network-changed', 'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d', 'status': 'completed', 'code': 200} May 03 21:32:11.614236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-e291bc39-b366-4cf1-8f53-34757902c8c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:11.615692 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-e291bc39-b366-4cf1-8f53-34757902c8c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1467772e-c415-4e89-90c7-1b324d04f9eb HTTP/1.1" status: 200 len: 852 time: 0.3483393 May 03 21:32:11.636182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8aab8e-5308-4120-91c4-b88f5a5222e2,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:11.682548 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Deleting subnet cc35498f-632e-449f-a55f-1dfbff5cc410 {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:32:11.690307 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.701925 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 257a637f-f453-4e09-b1b9-ba9f3821331a triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:11.702606 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.776301 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-1f045bdc-abb5-4530-b31f-6ccdd381a372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c4bc7ed-384c-448a-9513-690dbb57ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454132 May 03 21:32:11.797211 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.808535 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-69ebab57-a1a9-4636-8ee6-b2430b0aa671 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8527892 May 03 21:32:11.824436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37664) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:11.836183 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group_rule': {'security_group_id': '2b8aab8e-5308-4120-91c4-b88f5a5222e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:11.859719 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:11.871725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:11.878099 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:11.883785 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.896318 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:11.902216 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.955143 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.038229 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device aa509a13-e82f-4151-bb8b-42f0e683b2cd up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:12.045568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.092291 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:12.097251 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.113966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:12.213841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.229389 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.296984 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f243f9cf-98b9-4881-8fbf-45e08f029463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.311374 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port aa509a13-e82f-4151-bb8b-42f0e683b2cd triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:12.311946 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.364728 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc35498f-632e-449f-a55f-1dfbff5cc410,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:12.372500 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.513042 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15d3cf7-2dad-4954-8376-23f662a8cfa6,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:12.548080 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.569703 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e7a3a272-b9ed-407c-824b-42f575814fb9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cc35498f-632e-449f-a55f-1dfbff5cc410 HTTP/1.1" status: 204 len: 168 time: 1.0280979 May 03 21:32:12.576492 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37684) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:12.689363 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-56bac03a-b7d3-41d0-92c7-01fe43474c18 None None] Provisioning complete for port 01773c81-61c0-43ce-8def-9d455a48ce27 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:12.690087 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-56bac03a-b7d3-41d0-92c7-01fe43474c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.690203 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.693825 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-78030575-acaf-41b1-ad56-2a6e291e9975 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8639421 May 03 21:32:12.713137 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:12.724247 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37688) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:12.745227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group_rule': {'security_group_id': '2b8aab8e-5308-4120-91c4-b88f5a5222e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:12.764472 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:12.789687 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:12.798388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf40c8-184e-4ac6-b331-faee4c7d229a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:12.802404 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:12.823534 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:12.841079 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.843468 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:12.866091 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:12.866964 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:31:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:12.903500 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1bf659c0-e305-4144-a18c-7de5e2c06eff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0bf4792b9cd430e900e3eb5a9f07983&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1159379 May 03 21:32:12.910701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37692) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:13.068712 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-ba1d54ff-82db-4be9-af97-1bbea0cc60f9 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2770591 May 03 21:32:13.074640 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-56bac03a-b7d3-41d0-92c7-01fe43474c18 None None] Port 01773c81-61c0-43ce-8def-9d455a48ce27 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:13.121176 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9b6c1d8e-93ba-4fd8-84b3-2d6187d7d780 admin admin] 10.222.0.50 "PUT /v2.0/routers/c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6965096 May 03 21:32:13.122839 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.132559 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.237484 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.237676 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.238398 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.238731 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > port after_create 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.239052 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.239389 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > port after_update 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.239732 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.240094 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.240365 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.240675 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.251605 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:13.534871 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.535398 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.535525 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.535852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:32:13.536243 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c657b7d3-a7dd-4e54-be43-ce1623003565']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:13.610093 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb43ee65-5564-429e-8dca-1275092ada4c') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:13.610427 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb43ee65-5564-429e-8dca-1275092ada4c') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:13.652765 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.717099 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.770261 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.780365 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:32:13.780879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.808927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbc7fc-7113-46e5-b9d1-2b10dc02b101 req-ca287f53-6020-4f4c-9ec6-db6ac97ad288 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:13.820312 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cbcbc7fc-7113-46e5-b9d1-2b10dc02b101 req-ca287f53-6020-4f4c-9ec6-db6ac97ad288 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 1.5453041 May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: util.warn_limited( May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:32:13.822890 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:32:13.853657 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.917117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.921680 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.066351 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.083194 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3578629 May 03 21:32:14.084831 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc135e8-e0f1-49da-a6ba-da9820554f79 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92067a3-553c-42c4-bc43-7faefda822df,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:14.098625 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37734) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:14.108847 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcc77460-608a-475c-b0a2-83013c25ecdf req-d8b41ec8-8378-47f5-976b-787697ce543a service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9690299 May 03 21:32:14.130096 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:14.168941 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cbcbc7fc-7113-46e5-b9d1-2b10dc02b101 req-444f14e3-cb09-49da-9bb5-4be6056b3a7a tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473938 May 03 21:32:14.186327 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.187941 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.195987 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ee352793-9836-43b1-9c8a-e2f00aab4300 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:14.196397 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:14.225087 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf40c8-184e-4ac6-b331-faee4c7d229a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:14.237040 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.248640 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8a847e46-bb34-44c2-ab19-86dddc5d01eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcaf40c8-184e-4ac6-b331-faee4c7d229a HTTP/1.1" status: 204 len: 168 time: 1.2489545 May 03 21:32:14.324687 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.343978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:floatingip and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:14.351361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:14.365708 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:14.403479 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c657b7d3-a7dd-4e54-be43-ce1623003565 HTTP/1.1" status: 204 len: 168 time: 1.8257301 May 03 21:32:14.410841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37744) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:14.522159 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:04Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:14.536388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b644-1fc8-4f7e-bf7e-20c7ce7d5778 admin admin] Pushing event deleted for resources: {'Network': ['ID=c657b7d3-a7dd-4e54-be43-ce1623003565,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:14.554213 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:14.554647 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Updating router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:14.560743 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.593796 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-bb927f01-002a-43e9-967d-1953c6065e3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d440bc787334f6fb0d1455ea18f4f62&device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 1096 time: 0.2683172 May 03 21:32:14.604476 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:14.666011 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.681983 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port ee352793-9836-43b1-9c8a-e2f00aab4300 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:14.686713 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.737101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port ee352793-9836-43b1-9c8a-e2f00aab4300 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:14.738538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.829032 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Deleting subnet 92f63778-4f74-41d5-8009-3d1c509b0264 {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:32:14.838942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.909512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.075301 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-28ed98ae-8950-43ea-894e-39272612707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.094192 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37754) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:15.105476 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396001258', 'description': 'tempest-description--841396854'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:15.120725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:15.130351 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:15.138294 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-37ae205c-02b1-4994-8706-d24a058c6796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.139829 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-37ae205c-02b1-4994-8706-d24a058c6796 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c4bc7ed-384c-448a-9513-690dbb57ca30 HTTP/1.1" status: 200 len: 913 time: 0.5338483 May 03 21:32:15.141698 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:15.153365 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:15.162501 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.206716 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.234861 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-241e6489-ab14-4b0a-ab81-2375f03c3aeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d HTTP/1.1" status: 200 len: 217 time: 0.0839703 May 03 21:32:15.283101 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.424559 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-f8a75e46-ce3a-4391-af0b-168faf400a92 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.426056 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-f8a75e46-ce3a-4391-af0b-168faf400a92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1467772e-c415-4e89-90c7-1b324d04f9eb HTTP/1.1" status: 200 len: 852 time: 0.1741970 May 03 21:32:15.501662 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:15.513665 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:15.522701 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:15.535183 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:15.579979 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Allocated IP 172.28.0.170 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/0372813b-3344-4c4f-8106-9f947d5e9095) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:15.583164 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.617960 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37766) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:15.629558 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-56f98897-a1a9-4c2f-a1ab-f6e52723bea8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c4bc7ed-384c-448a-9513-690dbb57ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894262 May 03 21:32:15.631331 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.649456 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.663067 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f63778-4f74-41d5-8009-3d1c509b0264,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:15.691245 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port ee352793-9836-43b1-9c8a-e2f00aab4300, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=ee352793-9836-43b1-9c8a-e2f00aab4300,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:15.699502 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.702992 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Transition to ACTIVE for port object 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:15.729657 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.742146 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.814443 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:15.833645 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=ee352793-9836-43b1-9c8a-e2f00aab4300,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:15.834478 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-833b530e-3106-4a7c-86dc-18fde710e6c0 admin admin] 10.222.0.50 "PUT /v2.0/routers/8bd36392-ba5f-435a-bb7b-ede40b65f238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6512794 May 03 21:32:15.846787 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.855688 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.872916 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda032-4b1d-4c3e-8630-28b745e273f5 req-699b2336-bb8d-49ac-ad55-0f05d8dffbd2 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.874478 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-37eda032-4b1d-4c3e-8630-28b745e273f5 req-699b2336-bb8d-49ac-ad55-0f05d8dffbd2 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.3251414 May 03 21:32:15.876318 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-cad492e8-0878-484e-b24c-1b1f3552e565 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205946 May 03 21:32:15.936617 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda472f-6ae0-44bf-9b48-6514d4ac7966 None None] Pushing event updated for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:16.018396 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.046242 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-bb7de9d0-707f-4afa-bfb3-5e1ed72b11bb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/92f63778-4f74-41d5-8009-3d1c509b0264 HTTP/1.1" status: 204 len: 168 time: 1.6105604 May 03 21:32:16.051057 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37782) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:16.192161 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ee352793-9836-43b1-9c8a-e2f00aab4300 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:16.408830 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-37eda032-4b1d-4c3e-8630-28b745e273f5 req-ddfba08e-8f21-4c19-b995-000eeb35802c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180373 May 03 21:32:16.411257 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.453464 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.462036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.479138 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Attempting to bind port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:16.479568 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Attempting to bind port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:16.479934 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Attempting to bind port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:16.506516 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:16.507280 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:16.507691 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.510157 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:16.510157 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Bound port: 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:16.510157 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.510378 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8334a79d-f03f-43b3-bc00-449ab658a7a8 req-20602f00-442e-4616-8cb3-30f9fb00fcd9 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025519 May 03 21:32:16.627098 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:16.695357 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port ee352793-9836-43b1-9c8a-e2f00aab4300 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:16.695932 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.702723 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe2cdc5ce124d93ac3b3010cec2261c is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:16.732651 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.738057 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6389382 May 03 21:32:16.738898 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37802) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:16.753140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': '7d2d588d-4a6c-46e2-afbc-9c85438d055d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:16.762361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:16.764886 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:16.775898 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:16.785810 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:16.802019 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:16.809763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.814644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:16.835190 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1895-915a-4f3d-b813-67083bbf594f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d588d-4a6c-46e2-afbc-9c85438d055d,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:16.875669 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] For port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:16.880124 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] For port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:16.929237 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.953624 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.036539 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.094696 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.131179 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08704491-c5e0-45f7-9743-57e4b5193913']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:17.180658 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda472f-6ae0-44bf-9b48-6514d4ac7966 None None] Pushing event updated for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:17.188087 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.223776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:17.224452 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:17.243794 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674dec97-ca91-49d2-b903-48af26ac8103') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:17.243794 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674dec97-ca91-49d2-b903-48af26ac8103') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:17.264427 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7098e2-f56d-4918-b379-f3f0e03a0922,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:17.269124 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:32:17.454841 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:32:17.537557 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.547556 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.562422 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-63629a9a-a107-44d2-ac7d-580a41770f7e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8111014 May 03 21:32:17.562706 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:17.562826 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.565573 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37826) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:17.576506 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': '7d2d588d-4a6c-46e2-afbc-9c85438d055d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:17.609949 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:17.614693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:17.622165 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:17.644812 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:17.645382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.682291 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=0372813b-3344-4c4f-8106-9f947d5e9095,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:17.781467 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Synchronizing usage tracker for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:17.788933 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-452fb282-fb0c-4448-8876-333c7712a190 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:17.790459 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-452fb282-fb0c-4448-8876-333c7712a190 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.5111439 May 03 21:32:17.799319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:17.802182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d98c99c-8922-415b-a04f-f1313a944b20,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:17.929401 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:17.929401 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:17.929401 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-55db6afd-7e26-406b-b3fd-5e0a94b820b1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/quotas/fab073bbf87c448f8d5016a86204baad HTTP/1.1" status: 200 len: 375 time: 0.0562551 May 03 21:32:17.930529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea05d-6525-4e7d-970b-4a88be788966 req-b106c349-d2f5-4b78-9cf5-3842cf4d2d12 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:17.930529 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e08ea05d-6525-4e7d-970b-4a88be788966 req-b106c349-d2f5-4b78-9cf5-3842cf4d2d12 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.1487682 May 03 21:32:18.005325 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e08ea05d-6525-4e7d-970b-4a88be788966 req-f20d1a3d-066b-4bee-9290-85a3ab6d6350 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150877 May 03 21:32:18.036525 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-8f1f81b1-3987-473d-9c84-dd60628b0d8c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1640728 May 03 21:32:18.260948 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:16Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:18.268880 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb7d70-9d63-4bf2-9cde-4c35fabaac9f None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:16Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:18.320248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-dc23f62b-637c-4a65-9f98-489d6e177032 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83822) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:32:18.334888 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-dc23f62b-637c-4a65-9f98-489d6e177032 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1203938 May 03 21:32:18.451747 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.655665 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] Unset dirty status for tenant:2389b17bdd814c34ad97ff79ea6248a5 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:18.669467 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-b63b2023-78af-4be4-9f6e-bc6fce4dc322 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fe2cdc5ce124d93ac3b3010cec2261c&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0290191 May 03 21:32:18.669728 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.671784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37846) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:18.717233 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.782978 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.810107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.843069 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.866043 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da88e846-e8a8-4ef2-a76b-9525c5becfbf,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:18.913529 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.924418 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.925779 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ada8220e-7177-43f3-8bf8-503ad218f852 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3592088 May 03 21:32:18.935474 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37854) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:18.941389 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:18.957855 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:18.959044 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] Pushing event deleted for resources: {'Network': ['ID=08704491-c5e0-45f7-9743-57e4b5193913,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:18.971335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:floatingip and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:18.978812 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:18.982599 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.043031 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.043718 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0fd292ef-2c90-4a79-8b6e-f71128ddfe9d admin admin] 10.222.0.50 "DELETE /v2.0/networks/08704491-c5e0-45f7-9743-57e4b5193913 HTTP/1.1" status: 204 len: 168 time: 2.9698253 May 03 21:32:19.111382 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-666c5dba-72ce-4a00-ae34-498d95cb94a3 service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702374 May 03 21:32:19.130255 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.203752 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.404075 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.408083 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d98c99c-8922-415b-a04f-f1313a944b20 HTTP/1.1" status: 204 len: 168 time: 0.7326107 May 03 21:32:19.479951 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.486535 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c03cbd-2a13-4fb3-9815-005aa428ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d98c99c-8922-415b-a04f-f1313a944b20,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.561531 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a3b61-859d-43ee-8f43-11ee3cf5741e req-104630c6-06af-4e1d-92a1-d59955ff0dc8 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:19.568986 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c81a3b61-859d-43ee-8f43-11ee3cf5741e req-104630c6-06af-4e1d-92a1-d59955ff0dc8 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.1697197 May 03 21:32:19.686659 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 37878) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:19.711983 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c81a3b61-859d-43ee-8f43-11ee3cf5741e req-7624bb6f-5452-49df-80ae-a98f594d5e39 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419346 May 03 21:32:19.753939 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-322c551c-374c-45d3-829b-cd283eb7498c service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669365 May 03 21:32:19.969098 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-770429db-dfe1-499c-bfa5-d5c07b71d247 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ba2e393c11b4e198ae38569396884d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2549677 May 03 21:32:19.971767 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.972817 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37892) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:20.186028 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:20.218849 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.250637 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.28.0.7 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:20.278564 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.310154 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.340270 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-db04c9dc-4c9f-4625-a848-2d1000887a15 req-1246f1d7-4598-451f-970a-f7a629820e46 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:20.373815 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.438376 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:20.444125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:20.449155 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.499028 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.519251 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-db04c9dc-4c9f-4625-a848-2d1000887a15 req-1246f1d7-4598-451f-970a-f7a629820e46 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:20.522281 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-db04c9dc-4c9f-4625-a848-2d1000887a15 req-1246f1d7-4598-451f-970a-f7a629820e46 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 210 time: 0.2344317 May 03 21:32:20.549859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203790b4-b838-46ac-be51-4eadc9a69b2a,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.566685 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.570677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=0372813b-3344-4c4f-8106-9f947d5e9095,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.581119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.583005 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e22565f8-c61a-4f99-8324-b0319c795780 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/203790b4-b838-46ac-be51-4eadc9a69b2a HTTP/1.1" status: 204 len: 168 time: 0.6062312 May 03 21:32:20.593021 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.617744 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37928) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:20.659827 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.668772 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.688352 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.700259 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-438df86c-e10f-4361-8e70-b75c901f8ef0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5930178 May 03 21:32:20.708669 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.725520 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:20.725725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:20.730486 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Usage tracker for resource:security_group_rule and tenant:4facb4d960f04914b3f34b64df7b6945 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:20.733412 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:20.739375 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:20.781505 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.822881 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.832951 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:20.836376 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:20.846324 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:20.869078 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.924883 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.930701 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.073597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ce89cf-2274-4fd3-9f0b-062ba852c5f1,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:21.124035 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-946d5ab5-fb40-4e82-8892-00a869162f28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4facb4d960f04914b3f34b64df7b6945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5027163 May 03 21:32:21.124932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37952) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:21.179710 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.216928 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdf605-c5bc-4f46-a0cb-c319bc93eb20 req-ca4a7c08-5226-4cf1-9374-ce8ad952fe05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.218439 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-82bdf605-c5bc-4f46-a0cb-c319bc93eb20 req-ca4a7c08-5226-4cf1-9374-ce8ad952fe05 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.1893013 May 03 21:32:21.219218 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.238315 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-ae337e27-d1c1-4282-aef0-031b762c53a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.239227 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-ae337e27-d1c1-4282-aef0-031b762c53a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:21.268426 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.324405 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-82bdf605-c5bc-4f46-a0cb-c319bc93eb20 req-e9d6745b-9eb3-438e-b438-5048b063b92b tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 May 03 21:32:21.368584 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-ae337e27-d1c1-4282-aef0-031b762c53a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:21.373818 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-ae337e27-d1c1-4282-aef0-031b762c53a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.3955870 May 03 21:32:21.403424 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.472860 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-8e21c960-83a7-47af-9739-aa6872f996b4 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/quotas/fab073bbf87c448f8d5016a86204baad HTTP/1.1" status: 200 len: 375 time: 0.0389562 May 03 21:32:21.479766 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.517400 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ce89cf-2274-4fd3-9f0b-062ba852c5f1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:21.575050 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.579098 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3979b0f5-87b5-4b6d-ab55-3d3a800f439c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12ce89cf-2274-4fd3-9f0b-062ba852c5f1 HTTP/1.1" status: 204 len: 168 time: 0.4503438 May 03 21:32:21.661382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-179c1337-2ef2-4842-ba87-748f0c1f98a6 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:21.761003 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-b56883db-53b4-4ebb-80f0-abac909fb505 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740431 May 03 21:32:21.775749 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-179c1337-2ef2-4842-ba87-748f0c1f98a6 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:21.777654 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-179c1337-2ef2-4842-ba87-748f0c1f98a6 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1315113028&fields=id&tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 267 time: 0.2389827 May 03 21:32:21.905151 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.930174 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-d405b214-10a0-4f50-9b07-03da085e43d8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.932422 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-d405b214-10a0-4f50-9b07-03da085e43d8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 811 time: 0.1466186 May 03 21:32:21.949873 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-f99353ba-643b-4114-87a7-9ffc09550462 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/quotas/9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 375 time: 0.0122118 May 03 21:32:21.958418 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-65859557-dba1-465c-8dba-164dd63068e5 service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850977 May 03 21:32:22.082377 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:22.090932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-2d04214a-15eb-44c9-b11e-0507885a3967 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:22.100850 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37990) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:22.158515 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-de1dbabc-0341-4f25-b270-8154d5ef0b85 service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929293 May 03 21:32:22.159369 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.186670 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:22.187145 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.196882 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-129cc4f5-2a09-414e-9541-f92b4448b02c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7932cb9b57b14b88ac1a026e9536ccc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0773995 May 03 21:32:22.201700 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 37994) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:22.255327 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-2d04214a-15eb-44c9-b11e-0507885a3967 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:22.272374 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-2d04214a-15eb-44c9-b11e-0507885a3967 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3170054 May 03 21:32:22.296642 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:22.301901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.404414 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.405745 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-643d95dd-14ee-4ac6-82e6-3ab16fe271e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4751859 May 03 21:32:22.425565 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38006) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:22.477551 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.531456 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.561339 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-5eab2c0e-fe5c-4fc5-8a6a-220b349a5a39 service neutron] 10.222.0.50 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771997 May 03 21:32:22.739001 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900fc0a-f1c4-4143-93a1-89b12fd58fb5 req-100781ce-6626-45bd-bffc-8b3f095a6cc7 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:22.747518 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5900fc0a-f1c4-4143-93a1-89b12fd58fb5 req-100781ce-6626-45bd-bffc-8b3f095a6cc7 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 943 time: 0.1561627 May 03 21:32:22.801895 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-18e07b7c-21b4-4653-a7e1-ba8e25f021a4 service neutron] 10.222.0.50 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396035 May 03 21:32:22.819541 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5900fc0a-f1c4-4143-93a1-89b12fd58fb5 req-a83a5759-1c67-4962-b178-d750e8c26840 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 May 03 21:32:22.902085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.940966 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 8976412d-7b2b-44b9-9f19-c6f0be81e70d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:22.953940 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98904f39-2cec-4b07-a9ab-75121e230eb3,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:22.973932 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.975325 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4daef5cd-72a0-4173-b608-bb9faf3b1cf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98904f39-2cec-4b07-a9ab-75121e230eb3 HTTP/1.1" status: 204 len: 168 time: 0.7743323 May 03 21:32:23.080769 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1d9f0bf0-c9b0-4886-914e-c8f8e5695042 req-088e34c2-0522-4182-a00b-9b95f000fd07 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 210 time: 0.1861498 May 03 21:32:23.226591 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.278500 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d,segment=NetworkSegment(132c157d-e32b-4df2-9326-2af25aee7c6c),segment_id=132c157d-e32b-4df2-9326-2af25aee7c6c)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:23.309187 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '8976412d-7b2b-44b9-9f19-c6f0be81e70d', 'network_id': '1c4bc7ed-384c-448a-9513-690dbb57ca30', 'port_id': '8976412d-7b2b-44b9-9f19-c6f0be81e70d', 'mac_address': 'fa:16:3e:4c:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1467772e-c415-4e89-90c7-1b324d04f9eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:23.334633 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-3b89ffaa-c5fa-46cf-b0c2-2109a01bbbac tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:23.361475 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-13135ca1-b9b9-47e2-b600-a3117ff64131 req-cadd6843-4e78-40a1-b969-73ef046e7b32 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 210 time: 0.1018021 May 03 21:32:23.378381 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.382727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:23.388512 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d2ccad1e334875aae1f032b0aa11e7 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:23.402856 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:23.403506 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8976412d-7b2b-44b9-9f19-c6f0be81e70d {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:23.413085 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:23.422556 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d,segment=NetworkSegment(132c157d-e32b-4df2-9326-2af25aee7c6c),segment_id=132c157d-e32b-4df2-9326-2af25aee7c6c)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:23.461630 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-3b89ffaa-c5fa-46cf-b0c2-2109a01bbbac tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:23.468547 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-3b89ffaa-c5fa-46cf-b0c2-2109a01bbbac tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1396001258&fields=id&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 267 time: 0.2488546 May 03 21:32:23.501928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.507202 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.571375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.595956 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.644115 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-61a36097-5055-4b6f-9483-18f25bd92c5c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:23.645568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-61a36097-5055-4b6f-9483-18f25bd92c5c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:network {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:23.648584 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf653d99-330c-4f2d-aa27-9e2e97451d1d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.664770 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ea6647f0-8a2e-4168-8d95-51f248f94c44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2d2ccad1e334875aae1f032b0aa11e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2379169 May 03 21:32:23.668160 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38056) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:23.741617 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-61a36097-5055-4b6f-9483-18f25bd92c5c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:network {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:23.742784 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-61a36097-5055-4b6f-9483-18f25bd92c5c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.2694602 May 03 21:32:23.757426 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.766655 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-0d0c84ce-2f25-435b-8432-5eb33feef6c9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/quotas/f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 375 time: 0.0170829 May 03 21:32:23.795629 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.865678 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['8976412d-7b2b-44b9-9f19-c6f0be81e70d'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:23.883291 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-19358d52-642c-4832-a966-4aa49a462528 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157227 May 03 21:32:24.039697 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.170515 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-0f1c9f45-0244-4aa5-94b9-6d8cc299962f service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714751 May 03 21:32:24.191063 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-001e564a-61f3-4440-b251-f9a87f895a74 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:24.192547 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-001e564a-61f3-4440-b251-f9a87f895a74 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.2829323 May 03 21:32:24.193349 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf653d99-330c-4f2d-aa27-9e2e97451d1d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:24.239960 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'port': {'device_id': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'admin_state_up': True, 'tenant_id': 'fab073bbf87c448f8d5016a86204baad'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:24.322845 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.326772 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-cac59163-4fd9-4753-8cbe-48d052dc3dde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf653d99-330c-4f2d-aa27-9e2e97451d1d HTTP/1.1" status: 204 len: 168 time: 0.6575480 May 03 21:32:24.416192 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681eed-43c3-4722-8881-06b3946f6a5e req-963c4c38-90b6-407a-acf6-df12212954b3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:24.421540 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-57681eed-43c3-4722-8881-06b3946f6a5e req-963c4c38-90b6-407a-acf6-df12212954b3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 944 time: 0.2224617 May 03 21:32:24.424119 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:24.450648 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:24.470158 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-0722d16d-c96f-4784-b1c4-639c0926b5e1 service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870204 May 03 21:32:24.495161 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-57681eed-43c3-4722-8881-06b3946f6a5e req-ee6f1470-f42f-4cf1-9356-7c4331873f7f tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671184 May 03 21:32:24.524389 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Made reservation on behalf of fab073bbf87c448f8d5016a86204baad for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:24.528807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.536342 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38084) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:24.769165 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-130986eb-7139-412e-be9f-7377635f8c48 req-9fd36374-a3fd-4539-9d8c-08d8283ee684 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 210 time: 0.0815251 May 03 21:32:24.803080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Allocated IP 172.20.0.8 (38ff0d15-e366-40a0-9ece-db153122fc4c/88803371-bb30-43cc-ba65-b57130ecd82f/4e385def-ac4c-4355-a804-21f94b4d8355) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:24.893454 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 8976412d-7b2b-44b9-9f19-c6f0be81e70d up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:24.897382 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5decc60-0189-4dbf-8b9b-fa8962f3832a req-56d7320e-627f-40f2-b0e0-4d60005cb499 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 210 time: 0.0533328 May 03 21:32:25.078815 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 8976412d-7b2b-44b9-9f19-c6f0be81e70d completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:25.087161 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 8976412d-7b2b-44b9-9f19-c6f0be81e70d triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:25.088412 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.118892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-86e7ce11-191d-47b3-be6f-c9c9331c6033 req-e0b8940e-0213-4e90-a848-5b4d345822ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:25.228217 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.245035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-86e7ce11-191d-47b3-be6f-c9c9331c6033 req-e0b8940e-0213-4e90-a848-5b4d345822ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:25.248119 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-86e7ce11-191d-47b3-be6f-c9c9331c6033 req-e0b8940e-0213-4e90-a848-5b4d345822ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 210 time: 0.2588418 May 03 21:32:25.251103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.280760 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:25.280928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Transition to ACTIVE for port object 4e385def-ac4c-4355-a804-21f94b4d8355 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:25.285954 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:7187095941394ff4bbfd5571df20e5db is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:25.289713 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:25.296573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:25.324418 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.351913 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:25.388478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.428298 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d,segment=NetworkSegment(132c157d-e32b-4df2-9326-2af25aee7c6c),segment_id=132c157d-e32b-4df2-9326-2af25aee7c6c)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:25.462121 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.490435 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.527284 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.32', 62388) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:25.529920 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.574214 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:25.579622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:25.581525 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:25.583670 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:25.609519 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:25.610962 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.635806 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:25.711949 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7187095941394ff4bbfd5571df20e5db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1401200 May 03 21:32:25.714103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38118) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:25.714492 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c83cc-40e3-496d-b344-867769da6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4061f645-581e-4422-97be-b949a78b7223,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:25.768822 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f3ee7459-949b-4e22-9e5c-f5874ada9f27 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5342257 May 03 21:32:25.773521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.802882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Request body: {'port': {'device_id': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:25.826732 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38126) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:25.862325 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.048267 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.096348 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-8bc5373c-7b6b-49fd-93e2-bee104da01dc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:26.105424 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-8bc5373c-7b6b-49fd-93e2-bee104da01dc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.5544426 May 03 21:32:26.144544 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6a23de1-5af5-4929-8bbc-d63e05d5ae1a req-0f413a4b-e424-4c9e-9622-d47e67924ad7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:26.146746 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-2a14c98e-3b0d-40d4-8b03-603f6b8ab79e None None] Provisioning for port 4e385def-ac4c-4355-a804-21f94b4d8355 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:26.153814 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-2a14c98e-3b0d-40d4-8b03-603f6b8ab79e None None] Provisioning complete for port 4e385def-ac4c-4355-a804-21f94b4d8355 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:26.154768 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-2a14c98e-3b0d-40d4-8b03-603f6b8ab79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.160914 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.175788 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:26.181182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Usage tracker for resource:security_group_rule and tenant:9d565b0b82d84758a40e8488393d09a4 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:26.186597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:26.193732 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:26.213578 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'port': {'device_id': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'admin_state_up': True, 'tenant_id': 'fab073bbf87c448f8d5016a86204baad'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:26.301888 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-2a14c98e-3b0d-40d4-8b03-603f6b8ab79e None None] Port 4e385def-ac4c-4355-a804-21f94b4d8355 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:26.318404 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025d0a-5b93-46c1-8c66-b8956811e87a req-b7fff82a-6afd-4987-a466-f99d04b9dfa4 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:26.323154 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f025d0a-5b93-46c1-8c66-b8956811e87a req-b7fff82a-6afd-4987-a466-f99d04b9dfa4 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.4310157 May 03 21:32:26.334107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6a23de1-5af5-4929-8bbc-d63e05d5ae1a req-0f413a4b-e424-4c9e-9622-d47e67924ad7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:26.335582 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6a23de1-5af5-4929-8bbc-d63e05d5ae1a req-0f413a4b-e424-4c9e-9622-d47e67924ad7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 210 time: 0.3102381 May 03 21:32:26.336194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.385927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4061f645-581e-4422-97be-b949a78b7223,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:26.390596 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.32', 62391) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:26.394089 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.395191 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-54374938-6a7d-4751-a59f-be74c90c8c65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4061f645-581e-4422-97be-b949a78b7223 HTTP/1.1" status: 204 len: 168 time: 0.7163303 May 03 21:32:26.545646 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f025d0a-5b93-46c1-8c66-b8956811e87a req-6eeea1c4-8d5b-4f6d-ad20-1a024ebfc150 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022583 May 03 21:32:26.546561 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:26.559526 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.578320 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:26.679474 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ce0a63ee-973a-48d1-9d67-fb6a629cefde req-c31739ad-d27c-4110-9b7a-b281e10d0ff7 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 210 time: 0.1355283 May 03 21:32:26.697000 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.758322 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d565b0b82d84758a40e8488393d09a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9255068 May 03 21:32:26.758584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38156) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:26.787872 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8287e-3c43-453d-b703-032621c25356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24e3da-4053-454a-b284-fe99ba28423b,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:26.794081 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Made reservation on behalf of fab073bbf87c448f8d5016a86204baad for: {'port': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:26.797050 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.879295 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e385def-ac4c-4355-a804-21f94b4d8355 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:26.887526 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.904189 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Transition to ACTIVE for port object 4e385def-ac4c-4355-a804-21f94b4d8355 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:27.001303 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b6fef6b-faaf-4c36-87ae-1cd25ab7e79d req-f7e06f58-edab-4e5a-9aae-8f691b97115e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 210 time: 0.0452135 May 03 21:32:27.014052 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.052282 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c87c206-c520-421e-a494-a5abfd40cb18'] response: {'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d', 'code': 200} May 03 21:32:27.224522 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-838f8cf6-0fe4-4adb-8858-3a26cd89fbde tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:27.231985 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-838f8cf6-0fe4-4adb-8858-3a26cd89fbde tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:27.267016 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Allocated IP 172.20.0.5 (38ff0d15-e366-40a0-9ece-db153122fc4c/88803371-bb30-43cc-ba65-b57130ecd82f/ec16e27f-b013-4e85-81fa-3189c5a3fdd2) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:27.305037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Attempting to bind port 4e385def-ac4c-4355-a804-21f94b4d8355 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:27.305575 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Attempting to bind port 4e385def-ac4c-4355-a804-21f94b4d8355 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:27.309901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Attempting to bind port 4e385def-ac4c-4355-a804-21f94b4d8355 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:27.326171 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Pushing event updated for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:27.332683 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Port 4e385def-ac4c-4355-a804-21f94b4d8355 on network 38ff0d15-e366-40a0-9ece-db153122fc4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:27.336851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Attempting to bind port 4e385def-ac4c-4355-a804-21f94b4d8355 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:27.346793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:27.351219 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:27.351777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Bound using segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:27.352321 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Bound port: 4e385def-ac4c-4355-a804-21f94b4d8355, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:27.352876 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.389667 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-838f8cf6-0fe4-4adb-8858-3a26cd89fbde tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:27.391127 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-838f8cf6-0fe4-4adb-8858-3a26cd89fbde tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 811 time: 0.9926789 May 03 21:32:27.485324 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:27.489127 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4e385def-ac4c-4355-a804-21f94b4d8355,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:27.533263 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.32', 62395) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:27.592834 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.631245 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.639308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-a39c4632-af1a-4fb9-9aaa-126427bdf919 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:27.650166 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Transition to ACTIVE for port object ec16e27f-b013-4e85-81fa-3189c5a3fdd2 will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:27.661437 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.696606 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.697023 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0c2d4aae-d76f-41c0-9869-b482889fce37 req-ccd0ca41-efd4-47b7-8c5f-ba72d7580b1d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 210 time: 0.1062481 May 03 21:32:27.700330 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.703678 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 1093 time: 1.9106295 May 03 21:32:27.711548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:27.797391 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-a39c4632-af1a-4fb9-9aaa-126427bdf919 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:27.801851 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-a39c4632-af1a-4fb9-9aaa-126427bdf919 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 380 time: 0.3108356 May 03 21:32:27.815877 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'port': {'device_id': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'admin_state_up': True, 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'security_groups': ['2b8aab8e-5308-4120-91c4-b88f5a5222e2']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:27.843670 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.923533 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.934802 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.32', 62396) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:28.013643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24e3da-4053-454a-b284-fe99ba28423b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:28.056139 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38184) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:28.089172 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:28.118396 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:28.128133 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:28.129473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:28.130941 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:28.182069 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056e8fb-9179-48fe-a0b1-a4f150a5d213 service neutron] Pushing event updated for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:28.192422 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:28.210187 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.244986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.248192 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-594b7e31-afd7-49fa-868d-c1491df44eeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d24e3da-4053-454a-b284-fe99ba28423b HTTP/1.1" status: 204 len: 168 time: 1.4862804 May 03 21:32:28.265339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c8bd6-d8df-4bd3-91a4-ec0953ab7c87 req-d3b20e4f-9566-4975-95d5-8182a485abdf tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.266915 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0a2c8bd6-d8df-4bd3-91a4-ec0953ab7c87 req-d3b20e4f-9566-4975-95d5-8182a485abdf tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.4836321 May 03 21:32:28.292083 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:28.296372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Usage tracker for resource:security_group_rule and tenant:0cff40d700d045f7ae5a97c852425000 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:28.303795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:28.315579 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Made reservation on behalf of 9534cd3aa61144c0a9b25e26b1ab7e31 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:28.318589 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.328528 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.329137 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.330591 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7da1957e-c80a-42b2-b713-208b25789850 req-c028adce-8292-4bb9-9ddb-6c336a6f29c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 1098 time: 0.7872050 May 03 21:32:28.337402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:28.350585 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c816941d-1306-409c-89f5-46a20e824470 req-6dd9e2dd-7d09-41a7-b0df-d2a4dc0c4108 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 210 time: 0.2058339 May 03 21:32:28.379080 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-5d20f9cb-052f-41ab-876b-ef9d28be0927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1096 time: 0.4294643 May 03 21:32:28.408468 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.541004 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0a2c8bd6-d8df-4bd3-91a4-ec0953ab7c87 req-56830585-ca40-4cff-880e-ced195b349e1 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180021 May 03 21:32:28.570452 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-302365ea-1699-439b-b981-70a93203ac5e None None] Provisioning for port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:28.579994 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-302365ea-1699-439b-b981-70a93203ac5e None None] Provisioning complete for port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:28.580697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-302365ea-1699-439b-b981-70a93203ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.581708 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b46f55-2738-437d-98bd-d3a995ba191a'] response: {'name': 'network-changed', 'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355', 'status': 'completed', 'code': 200} May 03 21:32:28.581823 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-712b6ac2-8ce5-49e3-ab2e-aeaeabde30c6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4179435 May 03 21:32:28.594928 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-f51c54a1-b631-46b5-9fdf-62a9913fd34e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.1991012 May 03 21:32:28.621991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-daa87c2b-48ba-4918-92b0-20fdc91a1121 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.622740 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Request body: {'port': {'device_id': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:28.623552 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-daa87c2b-48ba-4918-92b0-20fdc91a1121 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.4826164 May 03 21:32:28.660517 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-302365ea-1699-439b-b981-70a93203ac5e None None] Port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:28.668310 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:28.712092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Usage tracker for resource:security_group_rule and tenant:f270a66039a04f05b09df635b32ad49e is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:28.724912 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:28.763432 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0af0983a-6a87-4547-a51b-0a14f7019923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.764916 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-0af0983a-6a87-4547-a51b-0a14f7019923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1517375 May 03 21:32:28.788831 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:28.831915 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4cc93c9d-769e-4bbb-b3b6-9cb54268b388 req-26cb6a5c-1721-495f-be3a-efb49e513091 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 210 time: 0.0961401 May 03 21:32:28.836861 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Allocated IP 172.20.0.3 (6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e/8ba8f093-1bde-48b3-a0cd-626b5edc77b9/23087caf-de87-4d47-a3c9-e641c1db93df) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:28.842021 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-2f47f8c4-400e-443a-b841-af50dba0382a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 380 time: 0.1693749 May 03 21:32:28.856363 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'port': {'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'admin_state_up': True, 'tenant_id': 'f99f599336ad410b863de09335232069', 'security_groups': ['7d2d588d-4a6c-46e2-afbc-9c85438d055d']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:28.960552 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.990623 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.004370 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.085475 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-50201749-e609-4ac2-aba5-c5b40ba3fdd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3092513 May 03 21:32:29.122349 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3790c-20a5-4183-ad7a-95c14af263ba req-af817a0d-cd2b-4d52-8991-94fdab276a8d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:29.130412 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-f0f3790c-20a5-4183-ad7a-95c14af263ba req-af817a0d-cd2b-4d52-8991-94fdab276a8d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:29.191298 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.358134 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.366172 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cff40d700d045f7ae5a97c852425000&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2830884 May 03 21:32:29.366172 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2f222-9189-482a-899e-02c7c0c8f02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dc6503-fb8a-4831-9ee3-718db57f1c15,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:29.367054 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38228) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:29.372287 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-f0f3790c-20a5-4183-ad7a-95c14af263ba req-af817a0d-cd2b-4d52-8991-94fdab276a8d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:29.373463 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f0f3790c-20a5-4183-ad7a-95c14af263ba req-af817a0d-cd2b-4d52-8991-94fdab276a8d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 931 time: 0.4961607 May 03 21:32:29.384565 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Transition to ACTIVE for port object 23087caf-de87-4d47-a3c9-e641c1db93df will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:29.407854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:29.410153 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.444261 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:29.471818 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1277359 May 03 21:32:29.471818 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb468d4-8302-458b-a8b5-ef58b57f38d8,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:29.490479 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.508772 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-7d9126ff-49b5-4699-b82e-d2e0d12c34ec service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140611 May 03 21:32:29.567840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:29.570692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.582670 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:29.587141 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f0f3790c-20a5-4183-ad7a-95c14af263ba req-481112f8-6261-4830-b842-ada31a65000f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896086 May 03 21:32:29.598654 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:29.601195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:29.601375 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.606106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:29.606714 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.641165 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.736826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:29.805841 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-8e02d583-5fca-4baa-a00d-ceaf0b2d25ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960740 May 03 21:32:29.860360 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Request body: {'port': {'device_id': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:29.893371 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd9b5-3368-4c02-b88b-a5085fcc5cdc req-00d55b3e-2a76-4c56-9752-7766ca0d25b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:29.894312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-89bdd9b5-3368-4c02-b88b-a5085fcc5cdc req-00d55b3e-2a76-4c56-9752-7766ca0d25b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:29.939734 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec16e27f-b013-4e85-81fa-3189c5a3fdd2 {{(pid=83822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:29.988614 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.017375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.20.0.9 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/83c074b6-1907-404f-a47d-af18bce51404) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:30.037117 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-89bdd9b5-3368-4c02-b88b-a5085fcc5cdc req-00d55b3e-2a76-4c56-9752-7766ca0d25b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:30.039346 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-89bdd9b5-3368-4c02-b88b-a5085fcc5cdc req-00d55b3e-2a76-4c56-9752-7766ca0d25b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 931 time: 0.4556553 May 03 21:32:30.078717 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-c7b0d65f-5d33-46e3-a518-2cd558aefcb6 None None] Provisioning for port 23087caf-de87-4d47-a3c9-e641c1db93df completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:30.084404 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-c7b0d65f-5d33-46e3-a518-2cd558aefcb6 None None] Provisioning complete for port 23087caf-de87-4d47-a3c9-e641c1db93df triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:30.088279 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d65f-5d33-46e3-a518-2cd558aefcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.094759 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d10f8407-b5d2-4b58-ae51-41997bf1cfa1 req-b43fdc46-da26-400d-9459-f7c4e747df58 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117933 May 03 21:32:30.107866 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Transition to ACTIVE for port object ec16e27f-b013-4e85-81fa-3189c5a3fdd2 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:30.111076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.115881 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:30.123494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.130928 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47adb1-9af0-4c31-b0ba-4b4ea588cbb3 req-889c27c0-d0f9-488c-873b-a9e4461e88e1 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:30.134010 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2c47adb1-9af0-4c31-b0ba-4b4ea588cbb3 req-889c27c0-d0f9-488c-873b-a9e4461e88e1 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.1965988 May 03 21:32:30.144748 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dc6503-fb8a-4831-9ee3-718db57f1c15,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:30.168155 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:30.168155 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:30.169221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0d65f-5d33-46e3-a518-2cd558aefcb6 None None] Port 23087caf-de87-4d47-a3c9-e641c1db93df cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:30.170856 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38248) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:30.173407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.176042 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0989f849-65bf-40f9-9396-82483176f0be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8dc6503-fb8a-4831-9ee3-718db57f1c15 HTTP/1.1" status: 204 len: 168 time: 0.8013763 May 03 21:32:30.192619 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.292027 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2c47adb1-9af0-4c31-b0ba-4b4ea588cbb3 req-33982fb4-f495-4737-9fc0-dbe1d8632701 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496866 May 03 21:32:30.334717 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-89bdd9b5-3368-4c02-b88b-a5085fcc5cdc req-7d0be0c7-0c12-43e4-95d5-459d8729c10c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860343 May 03 21:32:30.493034 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:30.578528 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Pushing event updated for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:30.726266 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-86dd6853-ad52-4c88-8e13-d1f144b185a0 req-c44f5522-c201-4b96-8073-9d1d9896ab83 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 210 time: 0.1379220 May 03 21:32:30.822164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.896241 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 2, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:30.900722 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:30.901306 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Updating router 4198d165-80c6-442c-ad53-07339e9b0a81 port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:30.957150 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.986175 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Attempting to bind port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:30.986695 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Attempting to bind port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:30.987882 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Attempting to bind port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:31.005328 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 on network 38ff0d15-e366-40a0-9ece-db153122fc4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:31.005668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Attempting to bind port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:31.033916 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:31.033916 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:31.037166 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Bound using segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:31.037739 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Bound port: ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:31.038100 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.051863 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-af72f6a5-a86e-41e9-9264-e72bc60dd66d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1096 time: 0.6575336 May 03 21:32:31.087189 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.100395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:31.114047 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Usage tracker for resource:security_group_rule and tenant:086e619c10ff48f5a51ee572efa4e408 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:31.128541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:31.152219 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:31.156049 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Transition to ACTIVE for port object 83c074b6-1907-404f-a47d-af18bce51404 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:31.281263 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:31.298411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090538bf-570e-41ca-8be1-739cf82f512c req-96c4bab9-9e11-45df-96f5-c76d46bcde8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.300107 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-96c4bab9-9e11-45df-96f5-c76d46bcde8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2352035 May 03 21:32:31.305218 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:31.374571 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aae453-b01c-40c8-9752-956daf2056b8 req-820441da-4037-4934-95ce-9ef9df9cbe29 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.391938 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c9aae453-b01c-40c8-9752-956daf2056b8 req-820441da-4037-4934-95ce-9ef9df9cbe29 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 943 time: 0.4827199 May 03 21:32:31.454669 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.486148 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:32:31.511022 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.541985 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-cfde875f-5988-431a-8f23-81bd7f2e5db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.2130811 May 03 21:32:31.580191 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Pushing event updated for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:31.625263 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.675562 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.676378 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23087caf-de87-4d47-a3c9-e641c1db93df {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:31.679295 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-19f91848-432d-4a88-8643-bb7ea144271b service neutron] 10.222.0.32 "PUT /v2.0/ports/ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 200 len: 1093 time: 3.0707049 May 03 21:32:31.681200 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-c9aae453-b01c-40c8-9752-956daf2056b8 req-d1bd44d0-e9bb-459a-9e51-e9196d95af83 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:31.687301 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:31.688081 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:31.690944 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:31.691735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.695323 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:31.702470 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:31.706543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.707164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.711279 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.738241 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090538bf-570e-41ca-8be1-739cf82f512c req-a308aed9-04a4-4c9e-aad3-415801c91a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.739741 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-a308aed9-04a4-4c9e-aad3-415801c91a65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1228228 May 03 21:32:31.806142 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Transition to ACTIVE for port object 23087caf-de87-4d47-a3c9-e641c1db93df will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:31.814008 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9948493e-6c88-4bc6-9537-8ffa2c04294e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:31.850697 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6bbaa20f-defc-4d83-be8f-fb70f4387ced admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=086e619c10ff48f5a51ee572efa4e408&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6663697 May 03 21:32:31.851310 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38300) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:31.889837 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97422e-2efb-4abb-8023-2dce0dedf5a2 req-08ab4c7c-0ff9-4b3e-83fd-a9687bcb7bb3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.898734 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dc97422e-2efb-4abb-8023-2dce0dedf5a2 req-08ab4c7c-0ff9-4b3e-83fd-a9687bcb7bb3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.3557241 May 03 21:32:31.914804 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.012587 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-3147d8d3-a49f-46a9-b05f-ab6507dfa502 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2573130 May 03 21:32:32.029852 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dc97422e-2efb-4abb-8023-2dce0dedf5a2 req-689efe7c-2288-4448-91b3-d99346a8c74c tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301851 May 03 21:32:32.035786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-c9aae453-b01c-40c8-9752-956daf2056b8 req-d1bd44d0-e9bb-459a-9e51-e9196d95af83 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:32.036959 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c9aae453-b01c-40c8-9752-956daf2056b8 req-d1bd44d0-e9bb-459a-9e51-e9196d95af83 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441095 May 03 21:32:32.085888 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-33a162ce-c200-4a49-b494-5d8a724b1c5e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2238715 May 03 21:32:32.157433 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Request body: {'port': {'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:32.269285 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-053deeb1-2834-4ac9-9be7-10ffb2222fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1096 time: 0.4577894 May 03 21:32:32.302223 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-13e6cc4e-6967-4109-9a55-45c500be86a0 None None] Provisioning for port 83c074b6-1907-404f-a47d-af18bce51404 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:32.310815 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-13e6cc4e-6967-4109-9a55-45c500be86a0 None None] Provisioning complete for port 83c074b6-1907-404f-a47d-af18bce51404 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:32.311043 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-13e6cc4e-6967-4109-9a55-45c500be86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.487146 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-13e6cc4e-6967-4109-9a55-45c500be86a0 None None] Port 83c074b6-1907-404f-a47d-af18bce51404 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:32.518045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Pushing event updated for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:32.528832 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.552578 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-a165ef44-43c6-46dc-a953-3b8171c9a2ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 200 len: 217 time: 0.2579985 May 03 21:32:32.556644 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Transition to ACTIVE for port object 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:32.593308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.621481 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.759424 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-5fc8b939-df0e-4d83-937b-bcee79fd8aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:32.761637 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-5fc8b939-df0e-4d83-937b-bcee79fd8aae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1894515 May 03 21:32:32.765490 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-de99436e-610b-42f7-b95c-ba5e2448ddf8 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344825 May 03 21:32:32.799972 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddf40-2a78-4c02-b223-c8370ea4285e None None] Pushing event updated for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:32.822727 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025069d5-95ff-44db-8856-4a8bf567e7f0 req-1776dcda-ff4d-4abf-bd12-ad60e907a20b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:32.830617 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-025069d5-95ff-44db-8856-4a8bf567e7f0 req-1776dcda-ff4d-4abf-bd12-ad60e907a20b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 943 time: 0.5348980 May 03 21:32:32.907387 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.933162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 4e385def-ac4c-4355-a804-21f94b4d8355 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:33.075503 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-025069d5-95ff-44db-8856-4a8bf567e7f0 req-23c8baec-e920-4f9f-94ff-25fa1ec0c9c0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385325 May 03 21:32:33.082077 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.122027 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Attempting to bind port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:33.122824 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Attempting to bind port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:33.124189 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Attempting to bind port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:33.131688 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:33.132839 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Checking segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:33.133467 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.134054 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Bound using segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:33.135813 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Bound port: 96a8080e-1fd2-4efb-a821-56c9e7aa0e18, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:33.136494 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.205172 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-0c541ee3-0a39-4f66-a71f-369bdb2d0adb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4293582 May 03 21:32:33.211136 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-aca6e5d2-e3c8-4b09-a637-6022ccada75b service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365025 May 03 21:32:33.282726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4e385def-ac4c-4355-a804-21f94b4d8355,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:33.320853 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '4e385def-ac4c-4355-a804-21f94b4d8355', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'port_id': '4e385def-ac4c-4355-a804-21f94b4d8355', 'mac_address': 'fa:16:3e:81:b3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:33.329592 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] For port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:33.337594 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] For port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:33.364225 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Attempting to bind port 23087caf-de87-4d47-a3c9-e641c1db93df on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:33.364721 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Attempting to bind port 23087caf-de87-4d47-a3c9-e641c1db93df by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:33.365216 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Attempting to bind port 23087caf-de87-4d47-a3c9-e641c1db93df on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:33.410434 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.433405 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e385def-ac4c-4355-a804-21f94b4d8355 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:33.439428 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.450904 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4e385def-ac4c-4355-a804-21f94b4d8355,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:33.470112 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-d6ebce71-e317-44c4-a668-0b4a2a607f26 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555184 May 03 21:32:33.499239 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e585e9-91c9-4cd1-824a-698854376309'] response: {'name': 'network-changed', 'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2', 'status': 'completed', 'code': 200} May 03 21:32:33.534000 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:33.534956 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:33.564287 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.710721 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffcdf412-ebe3-4b25-9907-1ffe2851312a req-42c1d00e-15f4-418f-a099-71bb189ddcae service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306287 May 03 21:32:33.782124 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:33.818367 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:33.836412 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Port 23087caf-de87-4d47-a3c9-e641c1db93df on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:33.836742 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Attempting to bind port 23087caf-de87-4d47-a3c9-e641c1db93df on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:33.871146 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fcd18-7293-4af4-b885-70e53ae040c6 req-36f82539-0578-45b2-9bf7-5042e439b1a7 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:33.872998 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-787fcd18-7293-4af4-b885-70e53ae040c6 req-36f82539-0578-45b2-9bf7-5042e439b1a7 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.1729331 May 03 21:32:33.884369 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:33.890853 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Checking segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:33.890853 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Bound using segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:33.890853 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Bound port: 23087caf-de87-4d47-a3c9-e641c1db93df, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:33.890853 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.894647 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['4e385def-ac4c-4355-a804-21f94b4d8355'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:33.915203 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c461-4861-4e85-a2cd-8f9260dd2d20 req-95ccd25e-86aa-4063-b70c-366887a4e6a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:33.916649 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4f86c461-4861-4e85-a2cd-8f9260dd2d20 req-95ccd25e-86aa-4063-b70c-366887a4e6a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:33.919047 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddf40-2a78-4c02-b223-c8370ea4285e None None] Pushing event updated for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=4']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:34.101172 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-787fcd18-7293-4af4-b885-70e53ae040c6 req-412b6510-b29b-420e-9606-5d1c8e023893 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180083 May 03 21:32:34.148882 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-e0e868a7-f05a-4c53-9488-da75a1f14fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1096 time: 0.2232640 May 03 21:32:34.159941 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4f86c461-4861-4e85-a2cd-8f9260dd2d20 req-95ccd25e-86aa-4063-b70c-366887a4e6a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:34.167542 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4f86c461-4861-4e85-a2cd-8f9260dd2d20 req-95ccd25e-86aa-4063-b70c-366887a4e6a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 931 time: 1.6216819 May 03 21:32:34.229741 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c074b6-1907-404f-a47d-af18bce51404 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:34.236725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.263815 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.270911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9948493e-6c88-4bc6-9537-8ffa2c04294e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:34.288394 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:34.307462 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4f86c461-4861-4e85-a2cd-8f9260dd2d20 req-2e2ec165-4dec-49fe-a5ab-e8dba2860e84 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357789 May 03 21:32:34.307991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=23087caf-de87-4d47-a3c9-e641c1db93df,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:34.320009 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.321075 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-bc6743bd-5a0f-4c8b-a5d6-f29ceeece651 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9948493e-6c88-4bc6-9537-8ffa2c04294e HTTP/1.1" status: 204 len: 168 time: 2.4691489 May 03 21:32:34.340740 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Transition to ACTIVE for port object 83c074b6-1907-404f-a47d-af18bce51404 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:34.376809 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.546262 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.557650 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.559280 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] 10.222.0.32 "PUT /v2.0/ports/23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 1093 time: 4.7101231 May 03 21:32:34.592075 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:34.602274 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:33Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:34.614081 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb78e-5d2c-4e66-ac99-684c1e516ccf None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:33Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:34.629171 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-d8700bff-e791-4bf9-9a5b-36899cc6de05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:34.630678 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-d8700bff-e791-4bf9-9a5b-36899cc6de05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.4745519 May 03 21:32:34.884948 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-bd0ff418-93f1-4253-9ad8-2bd223daf045 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 200 len: 217 time: 0.1302919 May 03 21:32:34.944061 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 4e385def-ac4c-4355-a804-21f94b4d8355 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:35.021647 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-6b9ed0ca-c1ce-4dc9-b7e0-58aa7d45ac12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:35.034314 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-6b9ed0ca-c1ce-4dc9-b7e0-58aa7d45ac12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1390851 May 03 21:32:35.176339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4d0b-1859-4c13-81a8-431dcd7675a4 req-11d41347-4a0d-4a72-b95a-4b7b143a4a75 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:35.185013 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-516d4d0b-1859-4c13-81a8-431dcd7675a4 req-11d41347-4a0d-4a72-b95a-4b7b143a4a75 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 943 time: 0.5532768 May 03 21:32:35.209974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bebf6-842c-4026-bd04-b4b8ee8a2e8f service neutron] Pushing event updated for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:35.276877 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-516d4d0b-1859-4c13-81a8-431dcd7675a4 req-3211cae5-b6f1-4aa2-9aea-0687df25ee00 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859172 May 03 21:32:35.278838 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 4e385def-ac4c-4355-a804-21f94b4d8355 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:35.289943 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 4e385def-ac4c-4355-a804-21f94b4d8355 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:35.289943 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.334910 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-13108643-66b4-4915-8b68-ab58991b4b5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2926874 May 03 21:32:35.477486 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df98e95b-82e9-4e61-ae0f-02d667a73c72'] response: {'name': 'network-changed', 'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df', 'status': 'completed', 'code': 200} May 03 21:32:35.514086 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Attempting to bind port 83c074b6-1907-404f-a47d-af18bce51404 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:35.514426 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Attempting to bind port 83c074b6-1907-404f-a47d-af18bce51404 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:35.514755 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Attempting to bind port 83c074b6-1907-404f-a47d-af18bce51404 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:35.534283 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:35.547652 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Port 83c074b6-1907-404f-a47d-af18bce51404 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:35.547976 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Attempting to bind port 83c074b6-1907-404f-a47d-af18bce51404 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:35.588365 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28e401-7bd2-4526-959e-4e0f5f38fa9f req-6dbd2ac7-6fbd-409c-9ce6-798200536640 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:35.614048 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab28e401-7bd2-4526-959e-4e0f5f38fa9f req-6dbd2ac7-6fbd-409c-9ce6-798200536640 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 943 time: 0.9647665 May 03 21:32:35.647213 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:35.669887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:35.670579 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:35.671229 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Bound port: 83c074b6-1907-404f-a47d-af18bce51404, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:35.671780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.685979 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.688351 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-6a047cd2-6a58-4d78-8121-cb0c8541a0f6 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433168 May 03 21:32:35.688905 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-66ca0547-bed4-4a1c-a869-437f888a273f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1096 time: 0.7457089 May 03 21:32:35.784077 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4e385def-ac4c-4355-a804-21f94b4d8355,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:35.797967 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:35.873313 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.907694 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-b22ed96a-2570-4441-a0c6-ecf677322047 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 217 time: 0.1739831 May 03 21:32:35.942098 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab28e401-7bd2-4526-959e-4e0f5f38fa9f req-6a66a2ba-541e-4b63-a4c1-bf362cd1bf71 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269188 May 03 21:32:35.997969 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:36.028149 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38402) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:36.117646 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.137785 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcf1a30-8061-4115-82ea-0f3935cf4d3f'] response: {'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355', 'code': 200} May 03 21:32:36.156017 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:36.179565 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:36.203558 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=83c074b6-1907-404f-a47d-af18bce51404,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:36.214300 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-81dead00-177c-40dd-bf82-0dadaa68df98 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:36.215881 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-81dead00-177c-40dd-bf82-0dadaa68df98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.2621846 May 03 21:32:36.243480 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c2cc6a81-a2b5-40cc-916c-d891a5fce20b req-c43cef36-ef74-4c71-88b3-e16b6c4ad35a service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334640 May 03 21:32:36.248402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:36.254864 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Usage tracker for resource:security_group_rule and tenant:bb93eed3c4d84aa59fbfcbdf2131239f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:36.263565 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6eff5-133f-4402-a99d-a5ff41a2255d req-0c33748e-9c04-4ec5-acb1-eebdf92daa37 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:36.271098 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d4d6eff5-133f-4402-a99d-a5ff41a2255d req-0c33748e-9c04-4ec5-acb1-eebdf92daa37 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 943 time: 0.4464726 May 03 21:32:36.290107 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:36.302182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:36.339149 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.350418 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d4d6eff5-133f-4402-a99d-a5ff41a2255d req-32636628-a3f2-4b9a-a700-b98d010f7e10 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777452 May 03 21:32:36.392924 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:36.397997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:36.398430 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.443345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.513905 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.514310 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.515750 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] 10.222.0.32 "PUT /v2.0/ports/83c074b6-1907-404f-a47d-af18bce51404 HTTP/1.1" status: 200 len: 1093 time: 4.3800740 May 03 21:32:36.613291 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ecf4f-ec5d-4dad-bc16-f84afecc5194,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:36.630733 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-10b7009b-f324-484f-9566-69af6198643b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb93eed3c4d84aa59fbfcbdf2131239f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5958166 May 03 21:32:36.632800 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38418) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:36.647568 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.691405 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34a25-5545-4f04-916b-84b6cb3e2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:36.718652 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-2962370a-68a8-485f-ac7e-48a5491cbc1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4939096 May 03 21:32:36.726221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:36.810660 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.915763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.943763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.962064 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device ec16e27f-b013-4e85-81fa-3189c5a3fdd2 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:37.002153 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b8a5-6589-4a3c-b4fc-ea5da971e757 req-f663366b-0960-43ba-8f3c-7f3a3cab250d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:37.003828 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d472b8a5-6589-4a3c-b4fc-ea5da971e757 req-f663366b-0960-43ba-8f3c-7f3a3cab250d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 943 time: 0.4839213 May 03 21:32:37.020716 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-1d94a26f-3c41-46a5-8566-5021f495e5e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 1096 time: 0.2174289 May 03 21:32:37.097416 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-831faae8-8c12-411b-b0ca-d193862b749c req-bbd97820-4724-4315-a86c-e4ddab5d6dfc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.4817033 May 03 21:32:37.105530 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-4e96bee0-4c6f-4455-965e-d3e5bc35b9c6 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528144 May 03 21:32:37.134227 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:37.138873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:37.155314 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'port_id': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2', 'mac_address': 'fa:16:3e:41:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:37.169041 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ecf4f-ec5d-4dad-bc16-f84afecc5194,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:37.178458 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-ce26f6a5-cc24-4e7e-87d1-cde7bd5df19f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83c074b6-1907-404f-a47d-af18bce51404 HTTP/1.1" status: 200 len: 217 time: 0.1444633 May 03 21:32:37.182457 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:37.184296 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-6b035e7a-1b60-42b3-bf9a-921f13e4420b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/462ecf4f-ec5d-4dad-bc16-f84afecc5194 HTTP/1.1" status: 204 len: 168 time: 0.5499117 May 03 21:32:37.217190 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:37.286973 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d472b8a5-6589-4a3c-b4fc-ea5da971e757 req-db02ecbe-e653-4954-bf34-07972c73c297 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654803 May 03 21:32:37.319550 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:37.320795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-ae052550-3052-4814-afdb-8f2fe2013b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:37.341370 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec16e27f-b013-4e85-81fa-3189c5a3fdd2 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:37.345861 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-831faae8-8c12-411b-b0ca-d193862b749c req-5db512ac-e5dc-45f7-a32e-4b6adc6b2155 service neutron] Synchronizing usage tracker for tenant:f270a66039a04f05b09df635b32ad49e on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:37.349670 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-ae052550-3052-4814-afdb-8f2fe2013b7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.1593673 May 03 21:32:37.360938 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:37.416012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:37.440538 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a60721c-97cd-4230-8ab4-a35cef13e034 req-1ffc3be7-cd0e-4cc7-92cb-7aaa979753dc service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100467 May 03 21:32:37.446528 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-b3255b83-bf47-497c-b6aa-7a2a9bdc1f43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910268 May 03 21:32:37.476754 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'tag': '83c074b6-1907-404f-a47d-af18bce51404'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:37.511332 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-831faae8-8c12-411b-b0ca-d193862b749c req-5db512ac-e5dc-45f7-a32e-4b6adc6b2155 service neutron] Unset dirty status for tenant:f270a66039a04f05b09df635b32ad49e on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:37.512309 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:37.512713 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-831faae8-8c12-411b-b0ca-d193862b749c req-5db512ac-e5dc-45f7-a32e-4b6adc6b2155 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024632 May 03 21:32:37.626779 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-85ea34e8-4dc3-42b3-9516-93c5080d10ac service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619821 May 03 21:32:37.636102 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46397e-7d51-41e5-a755-eb9af9d05312 req-3ac08355-229c-4d63-a9ab-f4b61f14fa8a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:37.637681 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2e46397e-7d51-41e5-a755-eb9af9d05312 req-3ac08355-229c-4d63-a9ab-f4b61f14fa8a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 943 time: 0.0978925 May 03 21:32:37.691919 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2e46397e-7d51-41e5-a755-eb9af9d05312 req-5a52effe-35f2-4d95-8e92-5d91d8d5788e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485346 May 03 21:32:37.754228 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['ec16e27f-b013-4e85-81fa-3189c5a3fdd2'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:38.084017 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f228782-b091-449c-bee8-7fe802e1b6b1 req-2eab166f-98df-4bf8-bb34-2d92c608c920 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484028 May 03 21:32:38.134154 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:38.152888 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb17ae0-038e-4588-899e-a257e265afa9 req-396c23e3-6404-4089-beeb-bb12c084adc4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.173115 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffb17ae0-038e-4588-899e-a257e265afa9 req-396c23e3-6404-4089-beeb-bb12c084adc4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 943 time: 0.3402805 May 03 21:32:38.215367 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:38.215826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.221163 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5f856c-8d5c-4914-b5bd-1fdc9da902b4'] response: {'name': 'network-changed', 'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'tag': '83c074b6-1907-404f-a47d-af18bce51404', 'status': 'completed', 'code': 200} May 03 21:32:38.231549 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-c6ba3fd9-ea50-4695-9b1c-47883b9b1294 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1096 time: 0.3352554 May 03 21:32:38.262064 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ffb17ae0-038e-4588-899e-a257e265afa9 req-7cfc79c9-99ea-4f99-877e-075995b5c5ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876606 May 03 21:32:38.454098 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-64005986-2acb-469e-9078-d882791b9af3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 1096 time: 0.1533105 May 03 21:32:38.555176 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bf84-361f-4b84-8259-2563b6cba74a req-aba0fde4-8893-4d58-aa76-27d3e650f49c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.558671 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-aba0fde4-8893-4d58-aa76-27d3e650f49c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 912 time: 0.2635214 May 03 21:32:38.678809 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-0235821c-14a4-4c4a-8294-ee211712dcfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.680310 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-0235821c-14a4-4c4a-8294-ee211712dcfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.2194128 May 03 21:32:38.695481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f7d1-5855-4e42-a9f9-f0bf9aa76e4c req-62aa5530-140c-4be9-9471-f40368991012 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.696991 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5030f7d1-5855-4e42-a9f9-f0bf9aa76e4c req-62aa5530-140c-4be9-9471-f40368991012 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 944 time: 0.1488967 May 03 21:32:38.751790 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5030f7d1-5855-4e42-a9f9-f0bf9aa76e4c req-3934b793-1414-45b2-a0b9-973b389a99b9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481875 May 03 21:32:38.805606 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-e284e75b-b060-4ae1-b128-acc83997e2ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 217 time: 0.2306886 May 03 21:32:38.929621 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-65625622-d707-4361-aaae-06f81896ca4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83c074b6-1907-404f-a47d-af18bce51404 HTTP/1.1" status: 200 len: 217 time: 0.1395280 May 03 21:32:38.944572 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38502) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:38.981694 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bf84-361f-4b84-8259-2563b6cba74a req-1a85d4b8-9ecd-4a48-b69c-63b17e43e0fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.983178 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-1a85d4b8-9ecd-4a48-b69c-63b17e43e0fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.1660268 May 03 21:32:38.991889 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device ec16e27f-b013-4e85-81fa-3189c5a3fdd2 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:39.117524 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff565b2-83f7-4a94-8992-408191a5d9bf req-f137e2fe-4f54-4734-9746-72159cb9eb1c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:39.120314 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2ff565b2-83f7-4a94-8992-408191a5d9bf req-f137e2fe-4f54-4734-9746-72159cb9eb1c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 943 time: 0.2465162 May 03 21:32:39.154345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-0b3f6849-e80a-4f2c-b33a-1de4aef7ddf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:39.155916 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-0b3f6849-e80a-4f2c-b33a-1de4aef7ddf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.2185974 May 03 21:32:39.217325 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-a51989fe-66ab-436f-b17b-fa9aba2948a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2160366 May 03 21:32:39.221790 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2ff565b2-83f7-4a94-8992-408191a5d9bf req-93e89858-d1b4-4278-815e-83d2598e1eca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880966 May 03 21:32:39.274075 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-a7107aa4-e51a-4c3a-84f4-d34380377ad7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019917 May 03 21:32:39.301603 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:39.307995 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:39.308371 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.344019 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.429664 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:39.439105 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Usage tracker for resource:security_group_rule and tenant:620b854dff6f4da1bbc3ecc8c742860d is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:39.451338 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:39.464784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:39.471346 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-4d653cde-10c8-4f1c-a5bf-30ea65b843bb service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474358 May 03 21:32:39.502337 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.513635 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-2129c07c-16db-44dc-a41c-37e717e8126e service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174835 May 03 21:32:39.543883 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:39.558959 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:39.605340 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.656621 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8f529b-f886-443c-a4a2-1c294955ca32'] response: {'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2', 'code': 200} May 03 21:32:39.716229 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e799bf84-361f-4b84-8259-2563b6cba74a req-1d1f707b-e2bd-435a-b5e7-863999b04801 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377899 May 03 21:32:39.720313 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.728839 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:39.753407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42742d5f-4e6a-4a38-8b25-75942ecd7cd6 req-860d38d7-ae18-4fbe-9c71-55a7314e9f0e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:39.760851 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-42742d5f-4e6a-4a38-8b25-75942ecd7cd6 req-860d38d7-ae18-4fbe-9c71-55a7314e9f0e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 943 time: 0.3098691 May 03 21:32:39.776717 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.825150 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ffcbf-d0ef-4501-ac80-4a77cc079e32,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:39.840219 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c893e4f-3cbb-4347-85df-16ca0c637c49 req-996c75cd-0486-4cbd-98d7-04e44a332c35 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858043 May 03 21:32:39.860374 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-bfbfae6a-a57c-4c0d-a858-a438140d703a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=620b854dff6f4da1bbc3ecc8c742860d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9123886 May 03 21:32:39.861190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38528) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:39.901850 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-42742d5f-4e6a-4a38-8b25-75942ecd7cd6 req-a716830f-8095-4907-a7a3-184fe670f8de tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400042 May 03 21:32:39.999397 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.038034 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.084334 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5f240-618b-4882-b8e7-1f7a78efc5bf req-40f4b65e-d999-4e38-a6a1-469d8b059ff8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:40.085915 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6cb5f240-618b-4882-b8e7-1f7a78efc5bf req-40f4b65e-d999-4e38-a6a1-469d8b059ff8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1748631 May 03 21:32:40.140019 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6cb5f240-618b-4882-b8e7-1f7a78efc5bf req-f71fd8e7-556e-450a-a0b7-bea2e21d32ed tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 May 03 21:32:40.166403 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-480124ad-9fb1-478d-b8af-f5e76993be5c req-a26c62e7-b437-44a7-a267-d067291c3800 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1098 time: 0.1283584 May 03 21:32:40.187779 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.216722 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ffcbf-d0ef-4501-ac80-4a77cc079e32,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:40.217774 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:40.221773 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.223328 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e0c630b0-72c1-482a-a80e-0b690f34f781 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d9ffcbf-d0ef-4501-ac80-4a77cc079e32 HTTP/1.1" status: 204 len: 168 time: 0.3606040 May 03 21:32:40.233083 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-480124ad-9fb1-478d-b8af-f5e76993be5c req-5fdbb8b7-c51d-4e5e-b60f-110302c856e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604379 May 03 21:32:40.257435 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:40.258097 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:40.488735 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229f3a8-f2b2-4b6e-83c5-7f3b39178873 req-6caf692c-5702-4dd0-9691-b78ce630590a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:40.490537 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d229f3a8-f2b2-4b6e-83c5-7f3b39178873 req-6caf692c-5702-4dd0-9691-b78ce630590a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 943 time: 0.1251066 May 03 21:32:40.544026 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:40.545483 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d229f3a8-f2b2-4b6e-83c5-7f3b39178873 req-1634704a-847f-45b1-9919-fee5af8f275e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 May 03 21:32:40.946867 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:10Z', 'revision_number': 2, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:40.954363 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:40.954741 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Updating router 8bd36392-ba5f-435a-bb7b-ede40b65f238 port 01773c81-61c0-43ce-8def-9d455a48ce27 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:41.009671 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 23087caf-de87-4d47-a3c9-e641c1db93df details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:41.048022 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.142699 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38560) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:41.169781 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.174542 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7267dc0-f85b-4ca9-86de-a847ea7d2131 req-c4a42e94-01ad-453c-8233-911c879a6e10 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:41.175235 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7267dc0-f85b-4ca9-86de-a847ea7d2131 req-c4a42e94-01ad-453c-8233-911c879a6e10 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 943 time: 0.1138613 May 03 21:32:41.206306 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:41.210167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Usage tracker for resource:security_group_rule and tenant:3ed10653e1de45569eb2cd2563fe86fa is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:41.213252 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:41.225289 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:41.264207 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7267dc0-f85b-4ca9-86de-a847ea7d2131 req-3b893427-55e5-4938-ad17-2df64248bc9b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766220 May 03 21:32:41.315844 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.355534 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=23087caf-de87-4d47-a3c9-e641c1db93df,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:41.372535 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '23087caf-de87-4d47-a3c9-e641c1db93df', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'port_id': '23087caf-de87-4d47-a3c9-e641c1db93df', 'mac_address': 'fa:16:3e:d8:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:41.445072 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.522863 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b1592-6626-4061-ac9d-ae6e601c83d6,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:41.531079 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ad65f8aa-596b-4c52-bb7c-88681d5d963f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ed10653e1de45569eb2cd2563fe86fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3873479 May 03 21:32:41.534077 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38570) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:41.540236 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.565254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23087caf-de87-4d47-a3c9-e641c1db93df {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:41.573636 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722dc46-8290-449b-959f-acac6f4926e3 req-f5014132-d242-432c-866a-2cb98150e09a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:41.575119 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9722dc46-8290-449b-959f-acac6f4926e3 req-f5014132-d242-432c-866a-2cb98150e09a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.2252910 May 03 21:32:41.585872 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-f2905958-343f-470b-baf1-64e72ecc2025 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1897032 May 03 21:32:41.607532 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=23087caf-de87-4d47-a3c9-e641c1db93df,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:41.693817 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9722dc46-8290-449b-959f-acac6f4926e3 req-cb21a4e3-e296-429c-af88-2ec07d031741 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 May 03 21:32:41.704560 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.731731 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.732381 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 83c074b6-1907-404f-a47d-af18bce51404 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:41.837578 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.094464 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-89e21415-98bd-42e2-a4b7-1308d9ad0baf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d440bc787334f6fb0d1455ea18f4f62&device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 1098 time: 0.1787908 May 03 21:32:42.103104 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.111750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a82ab-d8e1-4a14-a51d-de2645531a33 req-925a7755-d688-45a4-9472-2b4cf90c465e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:42.126664 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-564a82ab-d8e1-4a14-a51d-de2645531a33 req-925a7755-d688-45a4-9472-2b4cf90c465e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 944 time: 0.3797309 May 03 21:32:42.207067 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-564a82ab-d8e1-4a14-a51d-de2645531a33 req-10f7f32d-5dcb-4874-bec0-846123b28c22 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736318 May 03 21:32:42.244307 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.276463 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=83c074b6-1907-404f-a47d-af18bce51404,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:42.284010 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.287809 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b0b1592-6626-4061-ac9d-ae6e601c83d6 HTTP/1.1" status: 204 len: 168 time: 0.7524848 May 03 21:32:42.294013 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '83c074b6-1907-404f-a47d-af18bce51404', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:42.295393 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57485daa-8746-4256-bd3f-4844f588d047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b1592-6626-4061-ac9d-ae6e601c83d6,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:42.307346 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:42.349085 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Transition to ACTIVE for port object 01773c81-61c0-43ce-8def-9d455a48ce27 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:42.372258 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-c9de24a9-8d34-4284-bfab-456d4ccd48bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:42.373765 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-c9de24a9-8d34-4284-bfab-456d4ccd48bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c4bc7ed-384c-448a-9513-690dbb57ca30 HTTP/1.1" status: 200 len: 913 time: 0.2492082 May 03 21:32:42.380798 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-6caca656-26c5-421a-abe0-fe6d6e6b4bf5 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b199bee37df14728a04daf08b718a093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2114000 May 03 21:32:42.469405 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.482240 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-8a349a18-435d-4030-8d26-1beec9c7c540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.483121 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-0262595b-dfe7-452e-8d5b-a766295eac40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d HTTP/1.1" status: 200 len: 217 time: 0.0781064 May 03 21:32:42.484334 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.574305 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c074b6-1907-404f-a47d-af18bce51404 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:42.650326 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-e5bb4a01-4b74-42b3-b4ea-b74b90c851ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:42.652669 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-e5bb4a01-4b74-42b3-b4ea-b74b90c851ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1467772e-c415-4e89-90c7-1b324d04f9eb HTTP/1.1" status: 200 len: 852 time: 0.1634388 May 03 21:32:42.694286 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec371-9219-4b64-9ded-33e8eaa63773 None None] Pushing event updated for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:42.698546 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=83c074b6-1907-404f-a47d-af18bce51404,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:42.764126 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-18d6532a-86d4-4bdf-b4bc-5d353f562137 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c4bc7ed-384c-448a-9513-690dbb57ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876586 May 03 21:32:42.808743 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Attempting to bind port 01773c81-61c0-43ce-8def-9d455a48ce27 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:42.809119 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Attempting to bind port 01773c81-61c0-43ce-8def-9d455a48ce27 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:42.809509 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Attempting to bind port 01773c81-61c0-43ce-8def-9d455a48ce27 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:42.811718 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.814135 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-ffe67045-28a3-40a5-9bdc-40e2a1f0b4ca tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:42.825028 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-ffe67045-28a3-40a5-9bdc-40e2a1f0b4ca tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4432466 May 03 21:32:42.857112 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-89988a51-0961-4bd4-a2b5-148277ee6f3c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/quotas/b199bee37df14728a04daf08b718a093 HTTP/1.1" status: 200 len: 375 time: 0.0307496 May 03 21:32:42.884254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:42.884576 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:42.885149 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.885654 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Bound using segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:42.886144 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Bound port: 01773c81-61c0-43ce-8def-9d455a48ce27, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:42.886514 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.002471 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:43.078499 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43859003-b218-4d65-97c4-ca2835c5d5f8 req-0f01de8e-c6f9-46c7-a31d-a74b3e7a5008 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:43.083696 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] For port 01773c81-61c0-43ce-8def-9d455a48ce27, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:43.089941 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] For port 01773c81-61c0-43ce-8def-9d455a48ce27, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=01773c81-61c0-43ce-8def-9d455a48ce27,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:43.091728 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-43859003-b218-4d65-97c4-ca2835c5d5f8 req-0f01de8e-c6f9-46c7-a31d-a74b3e7a5008 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 944 time: 0.1665633 May 03 21:32:43.159894 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.202749 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-43859003-b218-4d65-97c4-ca2835c5d5f8 req-0e414991-c02d-44ce-bd65-80cc8999d99c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097383 May 03 21:32:43.209157 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-91d7a08a-eed9-493a-9942-8d7fd00a95ad service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625176 May 03 21:32:43.226580 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-979df6c2-972a-4cd7-b75d-0bf4a80a22c9 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b199bee37df14728a04daf08b718a093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3681285 May 03 21:32:43.242997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:43.244621 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:43.396964 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e1f3ebaa-a855-4f2d-af93-adbe990ad2aa req-b8561d60-ea64-4163-8419-5ba8db49f00f service neutron] 10.222.0.32 "GET /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679873 May 03 21:32:43.500679 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['23087caf-de87-4d47-a3c9-e641c1db93df'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:43.534090 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['83c074b6-1907-404f-a47d-af18bce51404'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:43.630382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d603c0-3ae4-4005-a887-f976e8064cd6 req-88ecb22f-831a-4055-b257-ac53d6a4aee8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:43.632016 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-49d603c0-3ae4-4005-a887-f976e8064cd6 req-88ecb22f-831a-4055-b257-ac53d6a4aee8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.2044568 May 03 21:32:43.701676 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec371-9219-4b64-9ded-33e8eaa63773 None None] Pushing event updated for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:43.779196 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-49d603c0-3ae4-4005-a887-f976e8064cd6 req-2abf4f89-5c55-46c2-a500-9529ac3e38af tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405194 May 03 21:32:43.814017 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28910-43e8-48d3-b8c2-dd992fd2dd4d req-966467e3-fd6e-44d9-9da9-03884c7ec6be tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:43.814017 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5f28910-43e8-48d3-b8c2-dd992fd2dd4d req-966467e3-fd6e-44d9-9da9-03884c7ec6be tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.1175327 May 03 21:32:43.833679 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:43.877772 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5f28910-43e8-48d3-b8c2-dd992fd2dd4d req-c9ce8409-173d-4dfe-a1f6-ce73a4a58a2f tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 May 03 21:32:44.040269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d1a7-fd7f-48ef-b10f-e596705ec10c req-1a22352b-fbab-4a16-852f-79b9bf54b4c5 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:44.049242 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5201d1a7-fd7f-48ef-b10f-e596705ec10c req-1a22352b-fbab-4a16-852f-79b9bf54b4c5 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 944 time: 0.1482956 May 03 21:32:44.081846 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38660) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:44.109660 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12e10ecc-2657-4dc7-a139-68abf6e72bc3 req-79a7da36-ed50-435d-b3c8-fec5e98eae3a tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 210 time: 0.1386893 May 03 21:32:44.123486 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5201d1a7-fd7f-48ef-b10f-e596705ec10c req-eb37fc44-4696-4cd2-9824-70ab94cdd186 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712349 May 03 21:32:44.304319 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40261365-network', 'tenant_id': 'b5e35a16fc3d4ffa97f64cae330861fc'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:44.310541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:44.315488 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Usage tracker for resource:network and tenant:b5e35a16fc3d4ffa97f64cae330861fc is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:44.319060 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:44.328988 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:44.469107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510267-529f-4b90-8d98-0786bbb9adf1 req-bab35f30-4b4a-4cf7-b801-de76021ae074 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:44.470855 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-27510267-529f-4b90-8d98-0786bbb9adf1 req-bab35f30-4b4a-4cf7-b801-de76021ae074 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 944 time: 0.0945871 May 03 21:32:44.477860 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:43Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:44.482378 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.487880 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a13402-77c5-456a-906a-1c314e160f76 None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:43Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:44.493428 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Made reservation on behalf of b5e35a16fc3d4ffa97f64cae330861fc for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:44.496281 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.513371 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.591416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:44.594462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e35a16fc3d4ffa97f64cae330861fc is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:44.603234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:44.622725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:44.645426 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-27510267-529f-4b90-8d98-0786bbb9adf1 req-b04eac2f-29d5-4e85-9aab-a3aac6174621 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677032 May 03 21:32:44.725686 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-54e4a927-4a81-4349-97a9-7ba6e22e6b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.745305 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.782380 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.812421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:44.863036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf36784-4351-4514-a240-523e9e911fc9,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:44.863036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.863036 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Added segment feb3faf2-5d14-4d12-bc78-608e18562314 of type vlan for network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 May 03 21:32:44.891271 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.079803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d260-2d6e-4fa6-ad98-6a0a15d684e7 req-8e138e10-a3d2-4df2-8320-3a8b516ca81d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.087028 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f2c7d260-2d6e-4fa6-ad98-6a0a15d684e7 req-8e138e10-a3d2-4df2-8320-3a8b516ca81d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1158073 May 03 21:32:45.108891 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.111715 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.111715 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.244115 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-29229bb4-a417-494b-af42-b18a1e8ab6fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1098 time: 0.2411258 May 03 21:32:45.286628 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6e080-218d-4cad-8b6e-a5528f873e2d req-02efab3a-92a2-4951-b907-44e3de3a4af4 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.288455 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fcc6e080-218d-4cad-8b6e-a5528f873e2d req-02efab3a-92a2-4951-b907-44e3de3a4af4 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.2297823 May 03 21:32:45.314126 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f2c7d260-2d6e-4fa6-ad98-6a0a15d684e7 req-77725c3a-4c85-4d57-b9e6-02fd665d6979 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261763 May 03 21:32:45.314723 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] Pushing event updated for resources: {'Network': ['ID=78f9bc64-75ac-4cb1-819a-ca6b5a2d8375,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:45.329044 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-3abbd5b1-530e-49ce-a818-c62c9a57c958 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2428734 May 03 21:32:45.334105 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:45.336444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38690) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:45.344597 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Request body: {'subnet': {'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40261365-subnet', 'tenant_id': 'b5e35a16fc3d4ffa97f64cae330861fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:45.351035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:45.357831 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Usage tracker for resource:subnet and tenant:b5e35a16fc3d4ffa97f64cae330861fc is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:45.368861 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:45.386616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:45.408101 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-6fcf3383-3bf6-4071-80f9-97908f9420b1 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.413700 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-6fcf3383-3bf6-4071-80f9-97908f9420b1 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.1735225 May 03 21:32:45.435592 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fcc6e080-218d-4cad-8b6e-a5528f873e2d req-2b39683d-3070-4611-b70d-d38d644d7431 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974531 May 03 21:32:45.520177 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Made reservation on behalf of b5e35a16fc3d4ffa97f64cae330861fc for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:45.523234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.531783 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-fabeb52b-17c7-493b-8306-61ac5e3869e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.532945 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-fabeb52b-17c7-493b-8306-61ac5e3869e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2799809 May 03 21:32:45.615549 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:45.736601 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.738076 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.774332 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-3253cea9-04cc-4aeb-b641-773c7a48cc0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 200 len: 217 time: 0.2344067 May 03 21:32:45.849987 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Deleting port 8976412d-7b2b-44b9-9f19-c6f0be81e70d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:32:45.850449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.874229 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-5ad826f3-def5-46e8-951f-d1a6cf20cbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.875690 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-5ad826f3-def5-46e8-951f-d1a6cf20cbf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0933313 May 03 21:32:45.894123 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-350ea128-5248-42ca-9c02-8fea29e474db req-a4b6bfdd-607a-4a16-b236-515266dddc93 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 210 time: 0.1477997 May 03 21:32:45.918202 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35afc6-d252-4574-931d-a7464ed83153 req-7583951d-4a11-42c4-b4bf-63a2e9e5e5a9 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.919803 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a35afc6-d252-4574-931d-a7464ed83153 req-7583951d-4a11-42c4-b4bf-63a2e9e5e5a9 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 944 time: 0.1954815 May 03 21:32:46.055507 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a35afc6-d252-4574-931d-a7464ed83153 req-3b64c5fd-05a6-4b44-8b55-d89414b2ea93 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080856 May 03 21:32:46.083531 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-8faff9f5-4a93-4ad0-9fe8-493f3b483702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2016428 May 03 21:32:46.122130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 01773c81-61c0-43ce-8def-9d455a48ce27 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:46.261922 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] For port 8976412d-7b2b-44b9-9f19-c6f0be81e70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8976412d-7b2b-44b9-9f19-c6f0be81e70d,segment=NetworkSegment(132c157d-e32b-4df2-9326-2af25aee7c6c),segment_id=132c157d-e32b-4df2-9326-2af25aee7c6c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:46.262250 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.271497 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-44379b96-4d39-4766-9c1a-ecfb1d45da93 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753161 May 03 21:32:46.290452 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 01773c81-61c0-43ce-8def-9d455a48ce27 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:46.295696 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 01773c81-61c0-43ce-8def-9d455a48ce27 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:46.296284 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.398854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Calling delete_port for 8976412d-7b2b-44b9-9f19-c6f0be81e70d owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:32:46.436843 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d84a1aa0-2f33-4900-8147-62258a2a40d3 req-323bfe9c-2994-4781-b199-3df38cb11b3b service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560390 May 03 21:32:46.459027 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.489236 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-43405bbd-6f7d-4fc9-8a87-328e854970e4 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b199bee37df14728a04daf08b718a093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556822 May 03 21:32:46.492726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716d957-8296-494c-a3e3-8ce045e11fd8 req-75f1bdb9-72f5-4e20-bff5-dee80652eb14 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:46.494172 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1716d957-8296-494c-a3e3-8ce045e11fd8 req-75f1bdb9-72f5-4e20-bff5-dee80652eb14 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 944 time: 0.4070275 May 03 21:32:46.507113 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 01773c81-61c0-43ce-8def-9d455a48ce27, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=01773c81-61c0-43ce-8def-9d455a48ce27,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:46.598900 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.668936 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ef87-0371-4137-b0f6-aa5b2e95413a req-c14da4f5-006f-4781-8727-11e876424b7d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:46.669175 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.672175 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4ad9ef87-0371-4137-b0f6-aa5b2e95413a req-c14da4f5-006f-4781-8727-11e876424b7d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1351173 May 03 21:32:46.723064 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:46.754996 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4ad9ef87-0371-4137-b0f6-aa5b2e95413a req-b3a52830-aa8e-46f3-aad7-e81d30bb5139 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763202 May 03 21:32:46.912387 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1716d957-8296-494c-a3e3-8ce045e11fd8 req-585c0f2c-fbc1-4fb1-82d3-6dd2c430ef54 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936038 May 03 21:32:46.962616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55f3a9e-e9c6-48be-a1a1-0906f6935ba0,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:47.071520 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-7227854c-7dc0-4ccc-9486-4c0330935497 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:47.073880 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-7227854c-7dc0-4ccc-9486-4c0330935497 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5756097 May 03 21:32:47.077262 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Checking segment: {'id': 'feb3faf2-5d14-4d12-bc78-608e18562314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:47.077636 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Network hostable DHCP agents. Network: 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:47.104568 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 23087caf-de87-4d47-a3c9-e641c1db93df up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:47.111725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711d5c-0977-44fc-8bae-be3eaa38a555 req-340b97d8-2f1b-4197-bd64-84e1d4efdbe3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:47.114746 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-75711d5c-0977-44fc-8bae-be3eaa38a555 req-340b97d8-2f1b-4197-bd64-84e1d4efdbe3 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 945 time: 0.0966511 May 03 21:32:47.129735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Request body: {'port': {'device_id': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148', 'admin_state_up': True, 'tenant_id': 'b199bee37df14728a04daf08b718a093'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:47.160692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.184720 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-75711d5c-0977-44fc-8bae-be3eaa38a555 req-a1f27deb-d505-4cd4-9119-d06f056449f5 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f54f39a-28ae-431f-883c-e3477490a6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592859 May 03 21:32:47.291258 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.314380 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-42b2224e-39b0-45fc-a494-2c3fd9bc0ba1 req-eaaeb3b6-861e-444b-a30b-5f65fe8d8ace tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 210 time: 0.1594257 May 03 21:32:47.321613 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Pushing event deleted for resources: {'Port': ['ID=8976412d-7b2b-44b9-9f19-c6f0be81e70d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:47.323840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:47.382368 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 23087caf-de87-4d47-a3c9-e641c1db93df completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:47.390302 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 23087caf-de87-4d47-a3c9-e641c1db93df triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:47.392506 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.432106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] No DVR routers for this DVR port 8976412d-7b2b-44b9-9f19-c6f0be81e70d on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:32:47.437936 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d053404-1958-458f-b1d2-e1ca5d9e2f3e req-9de961b2-9453-4aa0-ab47-4aa3732f3d20 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:47.440019 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9d053404-1958-458f-b1d2-e1ca5d9e2f3e req-9de961b2-9453-4aa0-ab47-4aa3732f3d20 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 944 time: 0.1337659 May 03 21:32:47.451174 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.453972 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'name': 'network-vif-deleted', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:47.479216 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:47.507102 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9d053404-1958-458f-b1d2-e1ca5d9e2f3e req-4adda9bf-54b2-468d-8d0d-6e5a219ef966 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559306 May 03 21:32:47.518320 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:47.519125 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.524430 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751d738-6b1e-4a24-b76a-afe59e2477b4 None None] Network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:47.546188 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985cbb26-5d31-4ded-8f3d-fc57b7cf5e2f'] response: {'server_uuid': 'd73e8c8d-c3df-47f0-bef9-102e4d1b5afe', 'name': 'network-vif-deleted', 'tag': '8976412d-7b2b-44b9-9f19-c6f0be81e70d', 'status': 'completed', 'code': 200} May 03 21:32:47.557534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:47.557534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Usage tracker for resource:port and tenant:b199bee37df14728a04daf08b718a093 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:47.557534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:47.563351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:47.616810 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a75691a-8bf2-4a24-9431-e8d8acd96097 req-78078d9b-55b1-4b1a-a295-0f48a814a447 tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.32 "DELETE /v2.0/ports/8976412d-7b2b-44b9-9f19-c6f0be81e70d HTTP/1.1" status: 204 len: 173 time: 2.1993859 May 03 21:32:47.629239 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.656071 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7eace1e3-64f9-494b-ae9d-b3041d646b28 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3099120 May 03 21:32:47.671730 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:47.695300 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=23087caf-de87-4d47-a3c9-e641c1db93df,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:47.750308 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97654ba6-aa1d-4c98-8e6e-94ba30ea6ca1'] response: {'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df', 'code': 200} May 03 21:32:47.758926 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Made reservation on behalf of b199bee37df14728a04daf08b718a093 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:47.763602 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.779108 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.803249 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c78d6-2029-4107-9e98-0d115f08ec0a None None] Network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:47.818493 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:47.822889 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Usage tracker for resource:security_group_rule and tenant:b199bee37df14728a04daf08b718a093 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:47.836600 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:47.844683 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:47.886235 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.893421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 83c074b6-1907-404f-a47d-af18bce51404 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:48.043160 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:48.110783 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.169171 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf0d71-ee48-4ec7-ac10-7cc7f44fb887 req-ef3434f4-c62a-4b28-81db-87561175fcd6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:48.171508 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fdcf0d71-ee48-4ec7-ac10-7cc7f44fb887 req-ef3434f4-c62a-4b28-81db-87561175fcd6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.2013526 May 03 21:32:48.177095 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.251328 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 01773c81-61c0-43ce-8def-9d455a48ce27 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:48.252333 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805628dd-8fbc-46ee-963b-5208a8512b3b req-8eadd745-72fa-482b-ac1f-18fd7281d862 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:48.253918 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-805628dd-8fbc-46ee-963b-5208a8512b3b req-8eadd745-72fa-482b-ac1f-18fd7281d862 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 944 time: 0.1059558 May 03 21:32:48.328581 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-805628dd-8fbc-46ee-963b-5208a8512b3b req-3d6f75f4-91ac-4a2a-8a8b-6adbcf02cd4f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685363 May 03 21:32:48.406176 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 01773c81-61c0-43ce-8def-9d455a48ce27 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:48.406550 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.437602 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fdcf0d71-ee48-4ec7-ac10-7cc7f44fb887 req-0d0c41ed-a248-4d8f-8e34-8dd428671b3f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703155 May 03 21:32:48.438282 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105d1a46-3208-490d-a035-6b7c94998c27,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:48.465711 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 83c074b6-1907-404f-a47d-af18bce51404 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:48.477421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 83c074b6-1907-404f-a47d-af18bce51404 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:48.477792 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.591789 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c284eee1-2a89-4058-8b23-5961df651052 req-1c6d5ea1-109b-47b4-98d5-9a997ad0866e tempest-DeleteServersTestJSON-1581838996 tempest-DeleteServersTestJSON-1581838996-project] 10.222.0.50 "GET /v2.0/ports?device_id=d73e8c8d-c3df-47f0-bef9-102e4d1b5afe HTTP/1.1" status: 200 len: 210 time: 0.0898135 May 03 21:32:48.663132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6da025ee-f8bc-484a-9a2b-40beb8cfc53c req-063c7f2d-d390-4f93-a2b0-f087eb2ec11a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1098 time: 0.3395288 May 03 21:32:48.687182 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Allocated IP 192.168.233.136 (9b445fcf-625f-4cf0-a8b4-aaa95d43d148/69f430e7-64a2-4e68-8562-d566c68ebcb6/93a0b2db-58f6-4f73-ba64-48c057393cef) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:48.845537 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.868977 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1f7621ef-fd37-4c5c-a0ae-b07286536191 req-6116f5dc-e462-4a6b-8050-5f86970ec388 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 210 time: 0.1254320 May 03 21:32:48.889142 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=83c074b6-1907-404f-a47d-af18bce51404,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:48.897790 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f84d7-98ef-4bbe-ad8a-0a2617fc38ff req-6ca999ed-e19c-464a-bade-f1e155a16e5b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:48.900130 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9f3f84d7-98ef-4bbe-ad8a-0a2617fc38ff req-6ca999ed-e19c-464a-bade-f1e155a16e5b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1242697 May 03 21:32:48.908690 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6da025ee-f8bc-484a-9a2b-40beb8cfc53c req-7da6b819-18d7-4508-ab3d-e47ea3cb3484 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662362 May 03 21:32:48.954069 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9f3f84d7-98ef-4bbe-ad8a-0a2617fc38ff req-60991490-f93d-459b-a6f5-672c08071d08 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490172 May 03 21:32:49.044908 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.045768 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 8976412d-7b2b-44b9-9f19-c6f0be81e70d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:32:49.054848 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.071314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Transition to ACTIVE for port object 93a0b2db-58f6-4f73-ba64-48c057393cef will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:49.117258 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 8976412d-7b2b-44b9-9f19-c6f0be81e70d {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:32:49.117674 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 8976412d-7b2b-44b9-9f19-c6f0be81e70d not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:32:49.144742 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:49.182887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.251467 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38780) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:49.256873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1721859536-network', 'tenant_id': '9f197e530afb424aa29ad7e6414b9213'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:49.257245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:49.260215 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:49.262192 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:49.264266 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:49.266235 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Usage tracker for resource:network and tenant:9f197e530afb424aa29ad7e6414b9213 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:49.269162 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:49.274929 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:49.276810 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:49.277519 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.290208 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Pushing event updated for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:49.336363 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Made reservation on behalf of 9f197e530afb424aa29ad7e6414b9213 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:49.339364 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.356134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.391679 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:49.397653 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-73f2e6cd-1e27-48b8-bce0-c1477ea800d6 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2768037 May 03 21:32:49.397796 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f197e530afb424aa29ad7e6414b9213 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:49.398828 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:49.405484 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:49.417777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Request body: {'port': {'device_id': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:49.515044 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.633323 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.638891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-a2159d1b-8348-41b7-9a87-c9d7b431aa0e None None] Provisioning for port 93a0b2db-58f6-4f73-ba64-48c057393cef completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:49.645791 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-a2159d1b-8348-41b7-9a87-c9d7b431aa0e None None] Provisioning complete for port 93a0b2db-58f6-4f73-ba64-48c057393cef triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:49.646664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a2159d1b-8348-41b7-9a87-c9d7b431aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.673052 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:49.705692 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.705692 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Added segment 0340be0a-0991-4001-944e-76dd5a34a34c of type vlan for network e984d793-b719-4d06-8f21-937c6eceea56 May 03 21:32:49.705692 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9770d3f-b27c-433f-8655-fa75ebc0632b,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:49.722113 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.760137 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c074b6-1907-404f-a47d-af18bce51404'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:49.776413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdfd13-4bf3-4069-b179-9063db4ad605 req-99fdcd2c-5716-4fbb-828f-317d8f264761 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:49.778013 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dcbdfd13-4bf3-4069-b179-9063db4ad605 req-99fdcd2c-5716-4fbb-828f-317d8f264761 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.2947619 May 03 21:32:49.780243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-a2159d1b-8348-41b7-9a87-c9d7b431aa0e None None] Port 93a0b2db-58f6-4f73-ba64-48c057393cef cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:49.785734 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.827216 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf85e4-d07f-44a0-830d-5fd8e2ff01a7 req-86bcea83-1b54-43b7-8916-79aad23e2452 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:49.828848 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6bbf85e4-d07f-44a0-830d-5fd8e2ff01a7 req-86bcea83-1b54-43b7-8916-79aad23e2452 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.2331820 May 03 21:32:49.882531 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6bbf85e4-d07f-44a0-830d-5fd8e2ff01a7 req-e0b7b21c-bd8e-416f-8bf3-d16e3cb8ad8b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 May 03 21:32:49.919318 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.920338 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:49.923677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:50.110634 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8577981 May 03 21:32:50.118325 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38814) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:50.123139 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dcbdfd13-4bf3-4069-b179-9063db4ad605 req-cd720359-0243-4749-b9bb-293b4a42bea0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043334 May 03 21:32:50.133236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Request body: {'subnet': {'network_id': 'e984d793-b719-4d06-8f21-937c6eceea56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1721859536-subnet', 'tenant_id': '9f197e530afb424aa29ad7e6414b9213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:50.139631 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e62a3f-a0ef-4e2c-b819-aca5dd044763'] response: {'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c074b6-1907-404f-a47d-af18bce51404', 'code': 200} May 03 21:32:50.146901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:50.155626 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Usage tracker for resource:subnet and tenant:9f197e530afb424aa29ad7e6414b9213 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:50.161057 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:50.162019 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e984d793-b719-4d06-8f21-937c6eceea56,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:50.171915 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:50.172094 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.172390 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.172673 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.173005 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.173353 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.173679 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.174002 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.174402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.174746 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.175119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.175444 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b00ea7-b0ac-4c0c-b48f-90ed62cd46d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:50.208806 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network e984d793-b719-4d06-8f21-937c6eceea56 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:50.295977 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Made reservation on behalf of 9f197e530afb424aa29ad7e6414b9213 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:50.298953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:50.455827 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c902e6-31c7-4aae-896c-692a3a3d328f req-9c4d4c3e-bc26-4d1d-aeb9-c30c82b98a34 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:50.457294 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d0c902e6-31c7-4aae-896c-692a3a3d328f req-9c4d4c3e-bc26-4d1d-aeb9-c30c82b98a34 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 936 time: 0.1229658 May 03 21:32:50.509011 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d0c902e6-31c7-4aae-896c-692a3a3d328f req-c1bf8fae-ac13-4524-9c34-e401c1574664 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 May 03 21:32:50.585444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a0b2db-58f6-4f73-ba64-48c057393cef {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:50.600781 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:50.639500 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Transition to ACTIVE for port object 93a0b2db-58f6-4f73-ba64-48c057393cef will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:50.718216 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ceb61-e5da-461b-9096-ebaab481b860 req-3e69c020-a321-46a7-ae45-78883cd53fb0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:50.719653 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-237ceb61-e5da-461b-9096-ebaab481b860 req-3e69c020-a321-46a7-ae45-78883cd53fb0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2577705 May 03 21:32:50.787420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:50.897687 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fe7d71a6-39c0-45f6-9ba4-a94222399b18 req-3e98ee8d-7ec1-4a9a-8db1-1363be5a0282 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 1098 time: 0.2506931 May 03 21:32:50.969253 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-237ceb61-e5da-461b-9096-ebaab481b860 req-c41c3e6e-82d1-4f3d-9472-8ff7547f4043 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385435 May 03 21:32:50.970057 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Pushing event updated for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:51.121334 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.121756 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.122173 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.122566 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.122962 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.123494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.124158 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.124548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.124937 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.125375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.125705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:51.164281 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf65f3-78cc-4fbf-a7bb-c58f6f120c95 req-9ab875ad-d2ae-42dc-9dae-44415c4f8f57 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:51.167356 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.167636 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5aaf65f3-78cc-4fbf-a7bb-c58f6f120c95 req-9ab875ad-d2ae-42dc-9dae-44415c4f8f57 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1057806 May 03 21:32:51.202722 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Attempting to bind port 93a0b2db-58f6-4f73-ba64-48c057393cef on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:51.203174 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Attempting to bind port 93a0b2db-58f6-4f73-ba64-48c057393cef by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:51.203852 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Attempting to bind port 93a0b2db-58f6-4f73-ba64-48c057393cef on network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:51.222012 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5aaf65f3-78cc-4fbf-a7bb-c58f6f120c95 req-90de73fe-832c-44e7-992d-619abba57336 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 May 03 21:32:51.225459 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fe7d71a6-39c0-45f6-9ba4-a94222399b18 req-fcaf8bb4-463b-4bf3-8a25-b6a1440630ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518721 May 03 21:32:51.238724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Port 93a0b2db-58f6-4f73-ba64-48c057393cef on network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:51.239039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Attempting to bind port 93a0b2db-58f6-4f73-ba64-48c057393cef on network 9b445fcf-625f-4cf0-a8b4-aaa95d43d148 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:51.266236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:51.266578 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Checking segment: {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:51.266962 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Bound using segment: {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:51.267390 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Bound port: 93a0b2db-58f6-4f73-ba64-48c057393cef, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff53564-2eea-4dfa-b0ed-c7a2d4247848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:51.268002 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.277198 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=875328a9-8ad5-4c20-a25d-fe4da1b02e6b,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:51.385971 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Checking segment: {'id': '0340be0a-0991-4001-944e-76dd5a34a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e984d793-b719-4d06-8f21-937c6eceea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:51.386557 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Network hostable DHCP agents. Network: e984d793-b719-4d06-8f21-937c6eceea56, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:51.439023 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:51.443478 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=93a0b2db-58f6-4f73-ba64-48c057393cef,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:51.461321 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d342e-69cd-4a82-9f83-64f23a32b566 req-906c46bc-4eb4-4957-83f6-7c64f2e313f5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:51.462765 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ea3d342e-69cd-4a82-9f83-64f23a32b566 req-906c46bc-4eb4-4957-83f6-7c64f2e313f5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.1801839 May 03 21:32:51.509360 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ea3d342e-69cd-4a82-9f83-64f23a32b566 req-8bca778e-1b7c-4be6-8c99-d9fc8e57c10f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 May 03 21:32:51.536987 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.541953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Network e984d793-b719-4d06-8f21-937c6eceea56 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:51.605199 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.606635 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] 10.222.0.32 "PUT /v2.0/ports/93a0b2db-58f6-4f73-ba64-48c057393cef HTTP/1.1" status: 200 len: 1098 time: 2.1943004 May 03 21:32:51.610132 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:51.632450 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed487d-a53e-4841-a7e5-0018dc90105f service neutron] Pushing event updated for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:51.664677 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, e984d793-b719-4d06-8f21-937c6eceea56) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:51.669312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:51.669958 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.696833 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf1458-753b-4b8a-a40e-80981452bdde None None] Network e984d793-b719-4d06-8f21-937c6eceea56 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:51.721143 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d83efd-aa03-4041-931a-631c4e3421a0'] response: {'name': 'network-changed', 'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef', 'status': 'completed', 'code': 200} May 03 21:32:51.770018 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4066-339b-44d1-a03e-186b4a9e6604 req-84ee5466-4fc6-435a-824d-836729adea07 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:51.778627 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4e6f4066-339b-44d1-a03e-186b4a9e6604 req-84ee5466-4fc6-435a-824d-836729adea07 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 948 time: 0.1084712 May 03 21:32:51.782983 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6c35d1c2-6ebd-4029-a156-87c6ace565ea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6622252 May 03 21:32:51.878437 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4e6f4066-339b-44d1-a03e-186b4a9e6604 req-2c657514-4ddb-4eb2-bd3c-1476afe46911 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985720 May 03 21:32:51.994772 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-69f97b36-cead-465e-a07f-d30713034517 req-6c6ea3ac-5a1f-4e2e-a4e9-799e00ac666c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b199bee37df14728a04daf08b718a093&device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 1101 time: 0.1970661 May 03 21:32:52.071698 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-69f97b36-cead-465e-a07f-d30713034517 req-94b76049-185a-4f0d-9443-a1e8e4342752 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b199bee37df14728a04daf08b718a093&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479589 May 03 21:32:52.107354 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f31754-35e2-427b-ba7d-04a81ddf07e9 None None] Network e984d793-b719-4d06-8f21-937c6eceea56 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:52.293144 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a528cb1-169f-446f-9144-b770729546e2 req-b440d42e-76de-4c83-b034-30a55a54d6e2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.294755 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a528cb1-169f-446f-9144-b770729546e2 req-b440d42e-76de-4c83-b034-30a55a54d6e2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1789298 May 03 21:32:52.300339 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97b36-cead-465e-a07f-d30713034517 req-3c259aca-82c2-4f38-bc85-6ba1aa187fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.301882 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-69f97b36-cead-465e-a07f-d30713034517 req-3c259aca-82c2-4f38-bc85-6ba1aa187fe7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2235956 May 03 21:32:52.350854 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1a528cb1-169f-446f-9144-b770729546e2 req-c0ac7219-a207-481f-aab4-cb461dcd7924 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477958 May 03 21:32:52.471629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-0a8042bf-36d4-49c9-8b4e-ad0eb842382d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b199bee37df14728a04daf08b718a093&device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 1101 time: 0.0828059 May 03 21:32:52.583899 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-30264626-dd94-433f-a943-8e6f07face69 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.585282 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-30264626-dd94-433f-a943-8e6f07face69 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/networks?id=78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 HTTP/1.1" status: 200 len: 807 time: 0.1515899 May 03 21:32:52.602035 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-93ef772c-a313-4787-9d6a-d1fd2dda638b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/quotas/b5e35a16fc3d4ffa97f64cae330861fc HTTP/1.1" status: 200 len: 375 time: 0.0103033 May 03 21:32:52.651322 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-3a78a572-ed3c-459f-a8e4-75f174585d85 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5e35a16fc3d4ffa97f64cae330861fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440738 May 03 21:32:52.661738 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-e176fd5e-e414-4fa9-9078-13089171c54f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=93a0b2db-58f6-4f73-ba64-48c057393cef HTTP/1.1" status: 200 len: 217 time: 0.0795541 May 03 21:32:52.726646 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553135ef-f750-4832-bb6a-f4854650f9cf req-8e8f2af7-621a-4bb9-a3c4-1ee3b35ae172 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.728143 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-553135ef-f750-4832-bb6a-f4854650f9cf req-8e8f2af7-621a-4bb9-a3c4-1ee3b35ae172 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1764109 May 03 21:32:52.780897 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-0e11351b-4abb-4dc1-b7b3-00ff3e2aa35f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.782594 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-0e11351b-4abb-4dc1-b7b3-00ff3e2aa35f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69f430e7-64a2-4e68-8562-d566c68ebcb6 HTTP/1.1" status: 200 len: 843 time: 0.0942359 May 03 21:32:52.811917 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-077f18e8-5876-4777-992d-7c1683879a16 service neutron] 10.222.0.50 "GET /v2.0/networks/78f9bc64-75ac-4cb1-819a-ca6b5a2d8375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533494 May 03 21:32:52.906809 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-553135ef-f750-4832-bb6a-f4854650f9cf req-8f4d523b-8f73-4d23-ba7e-2cb282e1e407 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705284 May 03 21:32:52.980417 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-3fe11b4f-d477-472b-baf3-8bb55002fd95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b445fcf-625f-4cf0-a8b4-aaa95d43d148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1890945 May 03 21:32:52.992090 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-84eb0797-11ef-46f9-99a2-2724149b566d service neutron] 10.222.0.50 "GET /v2.0/networks/78f9bc64-75ac-4cb1-819a-ca6b5a2d8375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740570 May 03 21:32:53.235860 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-0b87ed0e-2a3a-4090-b30a-b9714cfe24f9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b445fcf-625f-4cf0-a8b4-aaa95d43d148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473428 May 03 21:32:53.313845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38906) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:53.353587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775910b-2a68-411d-a59d-ed3ab0c9aba3 req-a94abbd3-e738-4bcb-99cb-789c46a6cfbc tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:53.353587 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d775910b-2a68-411d-a59d-ed3ab0c9aba3 req-a94abbd3-e738-4bcb-99cb-789c46a6cfbc tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2319601 May 03 21:32:53.370346 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38910) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:53.377421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'floatingip': {'port_id': '23087caf-de87-4d47-a3c9-e641c1db93df'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:53.426357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Deleting subnet 1467772e-c415-4e89-90c7-1b324d04f9eb {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:32:53.436879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.540565 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.551001 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.621590 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ccdfe99-80a0-42be-860f-90bf578ff5df req-68b0d5c5-cb4f-4592-9d47-71123cd1e560 service neutron] 10.222.0.32 "GET /v2.0/networks/9b445fcf-625f-4cf0-a8b4-aaa95d43d148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749778 May 03 21:32:53.621992 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128f88-1adf-4d6f-b7ab-4c5828e73037 req-e676656f-9da6-4dd9-8bbf-466b566a835a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:53.623448 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ff128f88-1adf-4d6f-b7ab-4c5828e73037 req-e676656f-9da6-4dd9-8bbf-466b566a835a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.1553831 May 03 21:32:53.624513 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.660768 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38920) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:53.725870 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ff128f88-1adf-4d6f-b7ab-4c5828e73037 req-11db7171-7bc5-4145-96d9-323e18a220ef tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609457 May 03 21:32:53.756468 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1ff0ac64-2866-4c3f-8e04-ffb35d430ad8 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:53.758100 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1ff0ac64-2866-4c3f-8e04-ffb35d430ad8 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Synchronizing usage tracker for tenant:b199bee37df14728a04daf08b718a093 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:53.835921 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.880986 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84da550e-c2c3-4694-8b2c-be68e24268a4 req-4e8bbea3-5a9a-4b76-97b6-1cd33eca6e8e tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.0798848 May 03 21:32:53.887098 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1467772e-c415-4e89-90c7-1b324d04f9eb,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:53.893428 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.900656 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-898bdf18-4344-4352-9e42-2fa49b76e962 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1467772e-c415-4e89-90c7-1b324d04f9eb HTTP/1.1" status: 204 len: 168 time: 0.5853820 May 03 21:32:53.903011 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38928) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:53.932589 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1ff0ac64-2866-4c3f-8e04-ffb35d430ad8 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Unset dirty status for tenant:b199bee37df14728a04daf08b718a093 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:53.933805 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1ff0ac64-2866-4c3f-8e04-ffb35d430ad8 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 948 time: 0.4669785 May 03 21:32:53.938224 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.031956 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1992b59a-79f0-44dc-9f0b-11b85d5d3584 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Synchronizing usage tracker for tenant:b199bee37df14728a04daf08b718a093 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:54.060155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:54.073311 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Usage tracker for resource:security_group_rule and tenant:19519ea280a44552a5e8fecefc1cb7fe is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:54.083090 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:54.088247 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.139007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:54.168163 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1992b59a-79f0-44dc-9f0b-11b85d5d3584 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Unset dirty status for tenant:b199bee37df14728a04daf08b718a093 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:54.169310 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31936671-dbb4-48e4-b81b-36a9e1b19cdc req-1992b59a-79f0-44dc-9f0b-11b85d5d3584 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219937 May 03 21:32:54.252061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a1117-3dc4-4381-bc43-01ef5ee66a23 req-b1ec180b-c97b-4df8-842e-0487b9cf5b23 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:54.262791 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-de8a1117-3dc4-4381-bc43-01ef5ee66a23 req-b1ec180b-c97b-4df8-842e-0487b9cf5b23 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.2312913 May 03 21:32:54.266910 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38938) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:54.273555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'port_id': '83c074b6-1907-404f-a47d-af18bce51404'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:54.401923 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.426573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.504135 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4bc7ed-384c-448a-9513-690dbb57ca30']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:54.548656 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132c157d-e32b-4df2-9326-2af25aee7c6c') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:54.548993 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132c157d-e32b-4df2-9326-2af25aee7c6c') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:54.575869 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.598223 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.607492 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.639786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:32:54.640354 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:32:54.653825 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:32:54.677762 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74423ec-e21d-4ad7-ad10-25cfd6dc21d5 req-aba1d335-621c-47fc-8c2b-a8db1d3358ee tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:54.682207 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a74423ec-e21d-4ad7-ad10-25cfd6dc21d5 req-aba1d335-621c-47fc-8c2b-a8db1d3358ee tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.3690486 May 03 21:32:54.734200 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.809225 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.815166 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ffeba9-563d-412d-9a63-85d1e0d9805f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:54.822477 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a6cf395f-9e30-406c-b8a1-d5f0cde8bce5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19519ea280a44552a5e8fecefc1cb7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1565123 May 03 21:32:54.834058 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a74423ec-e21d-4ad7-ad10-25cfd6dc21d5 req-37d2d4c4-3282-44cd-8b80-8efaf73d8139 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504312 May 03 21:32:54.834242 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38952) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:54.851298 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.867968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.878779 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.895488 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4bc7ed-384c-448a-9513-690dbb57ca30,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:54.905960 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a7514236-b722-404d-b412-3e89de65d6fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/1c4bc7ed-384c-448a-9513-690dbb57ca30 HTTP/1.1" status: 204 len: 168 time: 1.0015519 May 03 21:32:55.039577 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.074851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.157005 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Floating IP 1d6d0bed-17ce-43c8-9ba6-24057fd3e12e associated. External IP: 172.28.0.170, port: 23087caf-de87-4d47-a3c9-e641c1db93df. May 03 21:32:55.230774 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.255027 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1646ebdf-0f41-4c52-bfc9-d40f06b96416 req-d8b47756-d071-43fe-b63a-0e0b7077c370 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.1592164 May 03 21:32:55.307960 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38962) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:55.313164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ffeba9-563d-412d-9a63-85d1e0d9805f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:55.329180 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.330310 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f49b9b4b-8465-45c7-9368-6539391fb16a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99ffeba9-563d-412d-9a63-85d1e0d9805f HTTP/1.1" status: 204 len: 168 time: 0.4951842 May 03 21:32:55.419927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 38968) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:55.420369 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-06fde295-ca1e-4d35-b2b9-7998bc2e30c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d440bc787334f6fb0d1455ea18f4f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1110976 May 03 21:32:55.424684 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.db.resource_extend [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:32:55.483892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677e6f0-25a3-4877-ac36-2d7d401a8cc9 req-816eb14e-fbcf-4baa-9393-89d88473acea tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:55.485387 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6677e6f0-25a3-4877-ac36-2d7d401a8cc9 req-816eb14e-fbcf-4baa-9393-89d88473acea tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 948 time: 0.1573122 May 03 21:32:55.523726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.541882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.593166 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.609078 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6677e6f0-25a3-4877-ac36-2d7d401a8cc9 req-92fb00ff-a534-4073-9c2a-c888c6873c52 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151881 May 03 21:32:55.619555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.865635 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:55.867114 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP b6b861fd-b57c-4d1a-b5db-674208748b62 associated. External IP: 172.28.0.7, port: 83c074b6-1907-404f-a47d-af18bce51404. May 03 21:32:55.873841 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:55.899923 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54f39a-28ae-431f-883c-e3477490a6a7,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:56.065430 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:56.068980 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a14c1618-6c90-4e68-b276-2fc9fd8487c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f54f39a-28ae-431f-883c-e3477490a6a7 HTTP/1.1" status: 204 len: 168 time: 0.6456425 May 03 21:32:56.224153 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed4fa1-d2da-40fb-9c10-8225f6f7d018 req-083135b8-3084-44d4-9601-befe9574493a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:56.245550 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5aed4fa1-d2da-40fb-9c10-8225f6f7d018 req-083135b8-3084-44d4-9601-befe9574493a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1942341 May 03 21:32:56.284927 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 38994) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:56.287346 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5aed4fa1-d2da-40fb-9c10-8225f6f7d018 req-16456681-e71e-46bc-9da1-45e0ece7e495 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 May 03 21:32:56.312387 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:56.463775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:56.463775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Usage tracker for resource:security_group_rule and tenant:da59d42b21a74c37b31791c6ed6ff082 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:56.463775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:56.463775 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:56.464124 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-5ac6974d-1af6-4dc8-8b0d-0cb3dbf70e1a tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:56.464124 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-5ac6974d-1af6-4dc8-8b0d-0cb3dbf70e1a tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Synchronizing usage tracker for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:56.471122 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d25d111c-8a86-4cba-91e0-f1654a73cfc8 req-1e4b156e-32f4-4dae-97ba-f7277ffc94cc tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.0440011 May 03 21:32:56.502229 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:56.506580 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:56.516191 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:56.530509 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:56.531388 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:56.572276 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-858d34a6-4a18-4a74-be5d-5829267e4c4c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "PUT /v2.0/floatingips/1d6d0bed-17ce-43c8-9ba6-24057fd3e12e HTTP/1.1" status: 200 len: 991 time: 3.2003741 May 03 21:32:56.572892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:56.638918 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:56.639126 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc9f886-14e6-445d-afef-c1c8a290aaf0'] response: {'name': 'network-changed', 'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df', 'status': 'completed', 'code': 200} May 03 21:32:56.696062 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:56.763752 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:56.788905 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-51e56694-03df-470f-8531-eaba3c72c342 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1098 time: 0.0979011 May 03 21:32:56.839792 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:56.911921 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68108c9e-471c-458a-b2be-5e7c76a96fdd,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:56.918718 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-8c0547c2-108b-4967-96ce-d3fe1805823a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da59d42b21a74c37b31791c6ed6ff082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6299431 May 03 21:32:56.921045 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39010) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:56.974416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-5ac6974d-1af6-4dc8-8b0d-0cb3dbf70e1a tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Unset dirty status for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:56.977211 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-5ac6974d-1af6-4dc8-8b0d-0cb3dbf70e1a tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.32 "GET /v2.0/networks?id=78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 HTTP/1.1" status: 200 len: 807 time: 0.9379928 May 03 21:32:57.008505 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Request body: {'port': {'device_id': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375', 'admin_state_up': True, 'tenant_id': 'b5e35a16fc3d4ffa97f64cae330861fc'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:57.018433 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.072053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.133429 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91d7d-41d3-4b17-881f-b2c223f4db2a req-6b8423f2-e45a-4cc6-a5a1-cdbef1afdabf tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.135727 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 93a0b2db-58f6-4f73-ba64-48c057393cef details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:57.151123 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-66a91d7d-41d3-4b17-881f-b2c223f4db2a req-6b8423f2-e45a-4cc6-a5a1-cdbef1afdabf tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 948 time: 0.3110871 May 03 21:32:57.187624 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:57.206886 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.245897 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-60e93119-2f8a-4c50-bc9a-d951139366f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.247423 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-60e93119-2f8a-4c50-bc9a-d951139366f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 912 time: 0.4503968 May 03 21:32:57.256114 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:57.293833 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:57.294454 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:57.306453 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-aca17984-c229-4bc9-a16a-815dc3689058 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "PUT /v2.0/floatingips/b6b861fd-b57c-4d1a-b5db-674208748b62 HTTP/1.1" status: 200 len: 989 time: 3.0386107 May 03 21:32:57.315668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'tag': '83c074b6-1907-404f-a47d-af18bce51404'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:57.366850 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.389500 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68108c9e-471c-458a-b2be-5e7c76a96fdd,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:57.401477 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.405437 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '1d6d0bed-17ce-43c8-9ba6-24057fd3e12e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '23087caf-de87-4d47-a3c9-e641c1db93df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d8:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:17Z', 'updated_at': '2022-05-03T21:32:54Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:57.410660 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ea721099-dc70-440f-b23e-20c97deb7ed9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68108c9e-471c-458a-b2be-5e7c76a96fdd HTTP/1.1" status: 204 len: 168 time: 0.4840536 May 03 21:32:57.410660 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20c2d96-7204-4b89-9bd4-277ea5e53e51'] response: {'name': 'network-changed', 'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'tag': '83c074b6-1907-404f-a47d-af18bce51404', 'status': 'completed', 'code': 200} May 03 21:32:57.418125 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:57.434008 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:57.434835 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:57.521221 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-66a91d7d-41d3-4b17-881f-b2c223f4db2a req-43422f28-ea19-41c4-bcc2-7a2e03bf7be3 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690577 May 03 21:32:57.529170 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=93a0b2db-58f6-4f73-ba64-48c057393cef,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:57.549589 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '93a0b2db-58f6-4f73-ba64-48c057393cef', 'network_id': '9b445fcf-625f-4cf0-a8b4-aaa95d43d148', 'port_id': '93a0b2db-58f6-4f73-ba64-48c057393cef', 'mac_address': 'fa:16:3e:4a:93:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f430e7-64a2-4e68-8562-d566c68ebcb6', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:57.558534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:57.594794 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Usage tracker for resource:port and tenant:b5e35a16fc3d4ffa97f64cae330861fc is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:57.598986 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:57.638260 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:57.645287 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:57.651593 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-1dde3ded-47af-4e57-8ac0-74137866d517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 999 time: 0.3573732 May 03 21:32:57.660652 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-b616c9e3-fc04-4321-8ebe-448854f9af82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 1098 time: 0.1915171 May 03 21:32:57.689392 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.770492 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a0b2db-58f6-4f73-ba64-48c057393cef {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:57.789568 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:57.855924 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Made reservation on behalf of b5e35a16fc3d4ffa97f64cae330861fc for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:57.859909 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:57.886619 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9245c313-fc8f-4366-937e-35a1555e895b req-14961643-927e-4a36-9549-dcc060dfbb9e tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.0869169 May 03 21:32:57.923048 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-59fc05f3-335b-4d77-a2ef-e0c101e7cb53 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.926536 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-59fc05f3-335b-4d77-a2ef-e0c101e7cb53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.2527635 May 03 21:32:57.964802 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab212065-1fa9-4d08-b3f0-171108519430 req-55217302-b291-4ada-ab02-2c451ecb8cb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.970999 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-55217302-b291-4ada-ab02-2c451ecb8cb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.3015668 May 03 21:32:58.041106 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=93a0b2db-58f6-4f73-ba64-48c057393cef,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:58.113249 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce9653-2afe-409f-a473-032b2f082fc7 req-7838be08-58e4-4e9b-bff1-366adaadf944 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:58.120425 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d0ce9653-2afe-409f-a473-032b2f082fc7 req-7838be08-58e4-4e9b-bff1-366adaadf944 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.3978891 May 03 21:32:58.178274 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-23ff39e8-84ac-40e2-91bd-01dbf4100dce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2434835 May 03 21:32:58.224454 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Allocated IP 172.20.0.3 (78f9bc64-75ac-4cb1-819a-ca6b5a2d8375/f55f3a9e-e9c6-48be-a1a1-0906f6935ba0/a1790f90-9bc6-4803-997d-a4cee5eb0d8f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:58.304145 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d0ce9653-2afe-409f-a473-032b2f082fc7 req-7e464431-2043-4cd6-ba71-b87217f024fc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827674 May 03 21:32:58.309503 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-d6a5e797-9423-4ec5-be9b-955c87975660 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83c074b6-1907-404f-a47d-af18bce51404 HTTP/1.1" status: 200 len: 997 time: 0.3288496 May 03 21:32:58.343383 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:58.446120 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab212065-1fa9-4d08-b3f0-171108519430 req-bf011959-22bb-4305-a807-4f8710850cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:58.453689 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-bf011959-22bb-4305-a807-4f8710850cc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.1364946 May 03 21:32:58.483619 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:55Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:58.491048 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:58.510611 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:58.521830 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '1d6d0bed-17ce-43c8-9ba6-24057fd3e12e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '23087caf-de87-4d47-a3c9-e641c1db93df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d8:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:17Z', 'updated_at': '2022-05-03T21:32:54Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:58.526141 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7dbc9f-121d-43c4-9e09-71462bba3dc3 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '1d6d0bed-17ce-43c8-9ba6-24057fd3e12e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '23087caf-de87-4d47-a3c9-e641c1db93df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d8:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:17Z', 'updated_at': '2022-05-03T21:32:54Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:58.528764 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.529110 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.529476 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.529812 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.530238 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.530474 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.530799 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.531121 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.531727 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.532254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.532745 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:58.540905 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:58.544344 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:32:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:58.608356 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39050) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:58.680879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:58.741596 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:58.757078 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-76ba0850-7c6b-4e77-a1af-e9a64015a31f service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680263 May 03 21:32:58.762040 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:15d0bc6eccfb41b7896c751ac9cb4998 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:58.766045 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:58.792274 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:58.858654 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-b60b2189-5b8d-4f9e-908c-735179c658bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3932290 May 03 21:32:58.859524 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:58.874374 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['93a0b2db-58f6-4f73-ba64-48c057393cef'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:59.074186 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-1f35ffbc-77d6-411e-844f-a2f71046c9d3 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034197 May 03 21:32:59.088805 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.180623 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-72bb4941-50aa-4a93-bd82-21e45fff0e65 req-7253ba22-9b4e-4bc8-808a-49f7ed0bb401 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.0560782 May 03 21:32:59.188420 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.199734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8869b-85ef-4456-9cb6-380b2a6fa680 req-a4007d40-5fad-409e-9db9-d6ba9469a76c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:59.201177 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-16b8869b-85ef-4456-9cb6-380b2a6fa680 req-a4007d40-5fad-409e-9db9-d6ba9469a76c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 949 time: 0.3464561 May 03 21:32:59.207333 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.216692 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a6f336a8-00d4-4016-a817-9614b75f0c5a req-5c72f407-dccd-43a0-8409-8d953d2158bf service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898141 May 03 21:32:59.297025 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d602ee1a-296e-40b8-8f0e-6241cb8ff045,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:59.345862 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-1fbcc0e3-f7a3-47cb-9137-2ead62c10dc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15d0bc6eccfb41b7896c751ac9cb4998&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7361951 May 03 21:32:59.360250 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39064) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:59.381993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:55Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:59.392049 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f45d0-36c7-4148-8d57-edc73ee4485f None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:55Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:59.408864 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab212065-1fa9-4d08-b3f0-171108519430 req-9244ec78-6d50-4163-b66a-242df5f1e63f service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232141 May 03 21:32:59.416596 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-16b8869b-85ef-4456-9cb6-380b2a6fa680 req-6c9402b3-6e50-4171-aa44-182c821b9817 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054541 May 03 21:32:59.473242 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.514255 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.540721 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.581411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b076d-1fad-4319-aeba-9755757ce484 req-5d33bf2d-bda0-41b5-865b-60fff9c649e9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:59.582877 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1d6b076d-1fad-4319-aeba-9755757ce484 req-5d33bf2d-bda0-41b5-865b-60fff9c649e9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0884795 May 03 21:32:59.635842 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1d6b076d-1fad-4319-aeba-9755757ce484 req-7ad3488a-ce60-428a-bb93-f91e1a2900cc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469887 May 03 21:32:59.639211 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:59.646498 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:59.646498 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Pushing event updated for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:59.646498 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:59.649201 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:59.649846 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.725927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.728276 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:59.729433 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d602ee1a-296e-40b8-8f0e-6241cb8ff045 HTTP/1.1" status: 204 len: 168 time: 0.3686786 May 03 21:32:59.742748 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a3f3-8453-431d-97e0-9b2584acd8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d602ee1a-296e-40b8-8f0e-6241cb8ff045,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:59.760637 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dd38958a-989b-4b5e-bb3b-9df0aafe3052 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7605071 May 03 21:32:59.789170 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Request body: {'port': {'device_id': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:59.917786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:00.355813 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1790f90-9bc6-4803-997d-a4cee5eb0d8f {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:00.365231 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:00.402666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Transition to ACTIVE for port object a1790f90-9bc6-4803-997d-a4cee5eb0d8f will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:00.425621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-d8944629-b920-4c2e-876f-a3778650d04b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:00.426321 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-d8944629-b920-4c2e-876f-a3778650d04b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Synchronizing usage tracker for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:00.467202 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:00.592369 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-d8944629-b920-4c2e-876f-a3778650d04b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Unset dirty status for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:00.593867 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-d8944629-b920-4c2e-876f-a3778650d04b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 931 time: 0.2833939 May 03 21:33:00.630644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Pushing event updated for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:00.674445 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594bc6-6a8a-42ef-8a93-000b634ef334 req-58e57270-50a5-4725-8c28-07f114bbf41a tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:00.677523 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fa594bc6-6a8a-42ef-8a93-000b634ef334 req-58e57270-50a5-4725-8c28-07f114bbf41a tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 949 time: 0.1003685 May 03 21:33:00.722091 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-2c4e46c0-6ad8-4072-b190-4b426343804c tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Synchronizing usage tracker for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:00.727691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Attempting to bind port a1790f90-9bc6-4803-997d-a4cee5eb0d8f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:00.728023 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Attempting to bind port a1790f90-9bc6-4803-997d-a4cee5eb0d8f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'feb3faf2-5d14-4d12-bc78-608e18562314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:00.728367 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Attempting to bind port a1790f90-9bc6-4803-997d-a4cee5eb0d8f on network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:00.745979 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fa594bc6-6a8a-42ef-8a93-000b634ef334 req-c0612b8b-a7d0-4325-ac25-244bec86e6bf tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611379 May 03 21:33:00.762856 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Port a1790f90-9bc6-4803-997d-a4cee5eb0d8f on network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:33:00.763373 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Attempting to bind port a1790f90-9bc6-4803-997d-a4cee5eb0d8f on network 78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:00.772655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:00.772655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Checking segment: {'id': 'feb3faf2-5d14-4d12-bc78-608e18562314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:00.772655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Bound using segment: {'id': 'feb3faf2-5d14-4d12-bc78-608e18562314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:00.773037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Bound port: a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb3faf2-5d14-4d12-bc78-608e18562314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:00.773346 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:00.835165 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-2c4e46c0-6ad8-4072-b190-4b426343804c tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Unset dirty status for tenant:b5e35a16fc3d4ffa97f64cae330861fc on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:00.836422 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fb304943-e4c0-4bc5-81b7-2a8109599639 req-2c4e46c0-6ad8-4072-b190-4b426343804c tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317138 May 03 21:33:00.864982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39122) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:00.878229 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:00.881523 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,segment=NetworkSegment(feb3faf2-5d14-4d12-bc78-608e18562314),segment_id=feb3faf2-5d14-4d12-bc78-608e18562314)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:00.994009 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.009541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca37c4-c99e-4bbc-b8e6-d4d5e8b8ec86 req-016b9e4f-6729-461e-a095-dbbd1966c285 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.011082 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1eca37c4-c99e-4bbc-b8e6-d4d5e8b8ec86 req-016b9e4f-6729-461e-a095-dbbd1966c285 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1018646 May 03 21:33:01.065206 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.075727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.077090 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] 10.222.0.32 "PUT /v2.0/ports/a1790f90-9bc6-4803-997d-a4cee5eb0d8f HTTP/1.1" status: 200 len: 1093 time: 1.2942259 May 03 21:33:01.077570 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:01.101140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0452e-3d07-47f4-bc52-02149e8ef64d service neutron] Pushing event updated for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:01.125459 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1eca37c4-c99e-4bbc-b8e6-d4d5e8b8ec86 req-33cc5f93-eb15-4597-9d24-25d1baa31c8b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077344 May 03 21:33:01.134310 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:01.138948 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Usage tracker for resource:security_group_rule and tenant:e2358ef62c944960bf6f7b058d57b961 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:01.142884 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:01.151601 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:01.158036 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 93a0b2db-58f6-4f73-ba64-48c057393cef up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:01.167337 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcbe0ec-ac3c-44f9-82dc-26b6135c6678'] response: {'name': 'network-changed', 'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f', 'status': 'completed', 'code': 200} May 03 21:33:01.227843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.292134 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-633e8018-5b28-4be5-82a9-d6488fe65301 req-1aa47820-f7f7-4104-8032-7971381a84a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e35a16fc3d4ffa97f64cae330861fc&device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0747089 May 03 21:33:01.324316 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.353512 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 93a0b2db-58f6-4f73-ba64-48c057393cef completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:01.363711 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 93a0b2db-58f6-4f73-ba64-48c057393cef triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:01.363711 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.364136 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae34df2-9e0f-423a-a3b1-af92d1af096b,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:01.388140 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3c7cfee8-f580-4b63-9c7d-4b999f3bce11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2358ef62c944960bf6f7b058d57b961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5220535 May 03 21:33:01.390862 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39140) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:01.467363 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8018-5b28-4be5-82a9-d6488fe65301 req-1003c9b5-9751-46cb-9fc2-37674dfda5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.469026 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-633e8018-5b28-4be5-82a9-d6488fe65301 req-1003c9b5-9751-46cb-9fc2-37674dfda5f4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5e35a16fc3d4ffa97f64cae330861fc&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1620014 May 03 21:33:01.475047 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.507377 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.509441 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.543199 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:01.553523 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=93a0b2db-58f6-4f73-ba64-48c057393cef,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:01.603051 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260bebd3-6741-46c6-9e58-840460a677db'] response: {'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef', 'code': 200} May 03 21:33:01.629729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8018-5b28-4be5-82a9-d6488fe65301 req-6175bfcf-9f9c-458c-bebe-99058371caf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.631191 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-633e8018-5b28-4be5-82a9-d6488fe65301 req-6175bfcf-9f9c-458c-bebe-99058371caf6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550722 May 03 21:33:01.638297 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.642886 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.670310 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae34df2-9e0f-423a-a3b1-af92d1af096b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:01.683497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.686196 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-37906c2e-ae8d-48eb-ad00-8e8274c68075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ae34df2-9e0f-423a-a3b1-af92d1af096b HTTP/1.1" status: 204 len: 168 time: 0.2944407 May 03 21:33:01.755624 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:01.835420 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-1818dd6a-0e1f-4026-8d85-e51a6fc00b4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5e35a16fc3d4ffa97f64cae330861fc&device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1031318 May 03 21:33:02.077982 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-b4d5b463-d2ee-407b-8c88-76227554fef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f HTTP/1.1" status: 200 len: 217 time: 0.2280037 May 03 21:33:02.140997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6773c96-d9bb-4a67-a56b-351543fd30d4 req-f50f5f9c-40f7-4c39-9e35-2b3682140b5d tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.142576 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f6773c96-d9bb-4a67-a56b-351543fd30d4 req-f50f5f9c-40f7-4c39-9e35-2b3682140b5d tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 943 time: 0.1676955 May 03 21:33:02.147112 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4d30b1e4-ec72-4a2a-baf1-6a92b68eaa63 req-33cc1dea-9e7d-4dbf-85df-e25f707b12d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 1103 time: 0.1229918 May 03 21:33:02.180297 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f05887-d6c1-4fdc-8155-467f1489cae5 req-715a69c1-068d-435f-b0c3-61daeb151b60 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.184827 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-70f05887-d6c1-4fdc-8155-467f1489cae5 req-715a69c1-068d-435f-b0c3-61daeb151b60 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.2758849 May 03 21:33:02.184827 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-624e87c6-84f0-449c-b774-9766173fad38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.184827 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-624e87c6-84f0-449c-b774-9766173fad38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f55f3a9e-e9c6-48be-a1a1-0906f6935ba0 HTTP/1.1" status: 200 len: 847 time: 0.0959771 May 03 21:33:02.239599 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f6773c96-d9bb-4a67-a56b-351543fd30d4 req-b69df9df-89e0-4e30-99a5-ca328cedd10f tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865505 May 03 21:33:02.250229 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4d30b1e4-ec72-4a2a-baf1-6a92b68eaa63 req-8f9ff018-84c1-49fc-982d-3f757abe7fe0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767429 May 03 21:33:02.278411 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-229f6a86-11dc-4ba7-b080-e5386e73b1a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78f9bc64-75ac-4cb1-819a-ca6b5a2d8375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545270 May 03 21:33:02.282422 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-70f05887-d6c1-4fdc-8155-467f1489cae5 req-f52a6eb6-dfa8-49e7-a802-088060b0ff28 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 May 03 21:33:02.443624 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e44290-2c0b-4e95-9733-1edfa7ebd75b req-5340125f-e97f-4522-9e55-aadad54b7bb3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.444989 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d7e44290-2c0b-4e95-9733-1edfa7ebd75b req-5340125f-e97f-4522-9e55-aadad54b7bb3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0785007 May 03 21:33:02.491017 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d7e44290-2c0b-4e95-9733-1edfa7ebd75b req-c36dab14-4cfb-42ba-85aa-717cbe226d98 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 May 03 21:33:02.710225 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-ea279e7d-5257-4b0a-ab06-e04148ebf096 service neutron] 10.222.0.32 "GET /v2.0/networks/78f9bc64-75ac-4cb1-819a-ca6b5a2d8375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332006 May 03 21:33:02.741905 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39176) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:02.761345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:02.794510 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:02.801949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6788209aed4f8b911f01491b110ed6 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:02.805673 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:02.815984 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:02.868879 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3b7a0789-123a-44b9-b3f2-a515cbc2d8d3 req-06c05875-41be-45a9-b255-b9b373d58c86 service neutron] 10.222.0.32 "GET /v2.0/networks/78f9bc64-75ac-4cb1-819a-ca6b5a2d8375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515777 May 03 21:33:02.913387 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:02.949603 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b74270-2b0f-4f98-98eb-0adc0ab4b27b None None] New status for floating IP b6b861fd-b57c-4d1a-b5db-674208748b62: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:02.957861 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa730a7f-99a1-428c-9591-45f9878a91f0 None None] New status for floating IP 1d6d0bed-17ce-43c8-9ba6-24057fd3e12e: ACTIVE {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:03.067265 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.133382 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c6788209aed4f8b911f01491b110ed6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3891172 May 03 21:33:03.135306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39186) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:03.142911 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8f0ff-dc08-48a8-9dd3-7cb6a9cd2878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f39af-fb56-44c3-bafc-952c3a681bfa,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:03.215311 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.247616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.432620 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.460753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f39af-fb56-44c3-bafc-952c3a681bfa,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:03.484637 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.493969 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-08579ce0-75b3-47da-b071-bc5d283e6ad9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff3f39af-fb56-44c3-bafc-952c3a681bfa HTTP/1.1" status: 204 len: 168 time: 0.3496921 May 03 21:33:03.536186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dff26-df6f-45f8-87fa-c68847fbd60e req-f6344c79-3beb-4100-ba2c-d99a1ee3e2ac tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.543086 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fd7dff26-df6f-45f8-87fa-c68847fbd60e req-f6344c79-3beb-4100-ba2c-d99a1ee3e2ac tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 943 time: 0.1463969 May 03 21:33:03.544312 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6288e0-d834-4169-8af2-82b5ee80d71f req-4d393706-12a7-40a0-8b8f-992e86c13562 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.545972 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ce6288e0-d834-4169-8af2-82b5ee80d71f req-4d393706-12a7-40a0-8b8f-992e86c13562 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.1167147 May 03 21:33:03.599986 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fd7dff26-df6f-45f8-87fa-c68847fbd60e req-463fddd2-f189-463c-95b5-7c418421a59d tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 May 03 21:33:03.620055 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ce6288e0-d834-4169-8af2-82b5ee80d71f req-54f45411-6d1c-4ec0-b110-cbd1a80c7e3c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680134 May 03 21:33:03.798632 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02211185-9812-47db-abcf-7e1d52e60170 req-098b7b5a-3868-4676-90d2-66762769c97e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.800463 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02211185-9812-47db-abcf-7e1d52e60170 req-098b7b5a-3868-4676-90d2-66762769c97e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0820591 May 03 21:33:03.869390 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02211185-9812-47db-abcf-7e1d52e60170 req-a6515791-f38f-4b7d-a017-938ff46e81c1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613186 May 03 21:33:04.813951 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756f53-48a0-46df-ad5a-cd6181739732 req-cb68bc57-f9dd-4279-8df9-04b18e866b19 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:04.816222 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab756f53-48a0-46df-ad5a-cd6181739732 req-cb68bc57-f9dd-4279-8df9-04b18e866b19 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 943 time: 0.0951011 May 03 21:33:04.859443 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f841b6-0157-4cd0-ac0f-b117cc516f49 req-89b30632-56eb-41af-aa50-13f30d3f69e3 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:04.869068 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f0f841b6-0157-4cd0-ac0f-b117cc516f49 req-89b30632-56eb-41af-aa50-13f30d3f69e3 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.1232746 May 03 21:33:04.881844 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab756f53-48a0-46df-ad5a-cd6181739732 req-34e4d261-6068-4e19-8742-6106dd24f255 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 May 03 21:33:04.916755 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f0f841b6-0157-4cd0-ac0f-b117cc516f49 req-c8210492-8ca7-4c90-bc67-0fc12fa19ab9 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 May 03 21:33:05.102440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e48ce-9ae2-4d1f-a2a5-dc9c87ffab10 req-2772b8a6-e033-4787-a47e-3e76478041fa tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:05.103893 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-da3e48ce-9ae2-4d1f-a2a5-dc9c87ffab10 req-2772b8a6-e033-4787-a47e-3e76478041fa tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0816655 May 03 21:33:05.157019 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-da3e48ce-9ae2-4d1f-a2a5-dc9c87ffab10 req-cd49aed2-6069-405a-ba35-12bcbfdfeb1d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 May 03 21:33:05.677256 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ede42-3e6a-4e4b-b61b-de7df4b2b472 req-dbce1118-b16a-4cd4-b6a8-aca3a2ee448c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:05.678744 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ce6ede42-3e6a-4e4b-b61b-de7df4b2b472 req-dbce1118-b16a-4cd4-b6a8-aca3a2ee448c tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.0847125 May 03 21:33:05.729611 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ce6ede42-3e6a-4e4b-b61b-de7df4b2b472 req-10221405-4d63-43be-9405-532280295a93 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 May 03 21:33:06.129018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b01abb-cb75-445f-95bb-c97510552cb3 req-bfef1ec3-805b-44fd-ad2a-1ba45c3fa901 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:06.130508 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-14b01abb-cb75-445f-95bb-c97510552cb3 req-bfef1ec3-805b-44fd-ad2a-1ba45c3fa901 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 943 time: 0.0849226 May 03 21:33:06.181678 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-14b01abb-cb75-445f-95bb-c97510552cb3 req-3af73238-24d7-4766-b3e6-39492fc613f1 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 May 03 21:33:06.369476 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298916e-859c-40d7-9f14-7df839420358 req-c6322385-5f8e-4774-b381-3d8d95447b97 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:06.370937 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e298916e-859c-40d7-9f14-7df839420358 req-c6322385-5f8e-4774-b381-3d8d95447b97 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0767922 May 03 21:33:06.418550 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e298916e-859c-40d7-9f14-7df839420358 req-9e15474d-6f57-48d6-8af5-5cab45422e41 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 May 03 21:33:07.085727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1d7ba-804e-4a12-b02c-a1abf8875c3e req-393bb705-f84c-4405-bb11-931ccf541e26 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.087474 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3ee1d7ba-804e-4a12-b02c-a1abf8875c3e req-393bb705-f84c-4405-bb11-931ccf541e26 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.0846505 May 03 21:33:07.134308 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3ee1d7ba-804e-4a12-b02c-a1abf8875c3e req-f8dcac61-7849-49e4-91eb-b62ceed36f43 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 May 03 21:33:07.197560 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a1790f90-9bc6-4803-997d-a4cee5eb0d8f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:33:07.349568 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,segment=NetworkSegment(feb3faf2-5d14-4d12-bc78-608e18562314),segment_id=feb3faf2-5d14-4d12-bc78-608e18562314)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:07.364935 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f', 'network_id': '78f9bc64-75ac-4cb1-819a-ca6b5a2d8375', 'port_id': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f', 'mac_address': 'fa:16:3e:ab:51:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55f3a9e-e9c6-48be-a1a1-0906f6935ba0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:33:07.429772 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:07.448148 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1790f90-9bc6-4803-997d-a4cee5eb0d8f {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:07.464413 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,segment=NetworkSegment(feb3faf2-5d14-4d12-bc78-608e18562314),segment_id=feb3faf2-5d14-4d12-bc78-608e18562314)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:07.472672 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436436-0974-4363-9cd1-b18c214159ca req-054bb1e9-1ae3-4a63-91c6-05f37bea0926 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.474148 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7d436436-0974-4363-9cd1-b18c214159ca req-054bb1e9-1ae3-4a63-91c6-05f37bea0926 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 943 time: 0.1506917 May 03 21:33:07.528462 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7d436436-0974-4363-9cd1-b18c214159ca req-9bc8641d-1f19-4fa0-bc64-0373cc41af20 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 May 03 21:33:07.537981 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:07.632795 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:07.680172 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62224ca5-8739-4781-b9b0-f590fc9ef66b req-4507a12f-7adf-4bf9-aa18-1d1b0753e7ac tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.681838 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-62224ca5-8739-4781-b9b0-f590fc9ef66b req-4507a12f-7adf-4bf9-aa18-1d1b0753e7ac tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1030209 May 03 21:33:07.778588 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39360) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:07.809239 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-62224ca5-8739-4781-b9b0-f590fc9ef66b req-b0cc3c3f-e841-4f96-a9c1-89d951c9970a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216521 May 03 21:33:07.837038 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007787bc-83ac-422a-860e-4198576a8752 req-4edd9ca5-72fb-488c-96f6-34248ff0b5d0 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.838644 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-007787bc-83ac-422a-860e-4198576a8752 req-4edd9ca5-72fb-488c-96f6-34248ff0b5d0 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.32 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.1367538 May 03 21:33:07.918653 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Deleting port 93a0b2db-58f6-4f73-ba64-48c057393cef {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:07.919035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.007999 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['a1790f90-9bc6-4803-997d-a4cee5eb0d8f'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:08.084314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.196287 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:08.204905 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Usage tracker for resource:security_group_rule and tenant:f39d7b3fd67e476f90f608a3dedce242 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:08.209826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:08.220194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:08.272011 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] For port 93a0b2db-58f6-4f73-ba64-48c057393cef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=93a0b2db-58f6-4f73-ba64-48c057393cef,segment=NetworkSegment(9ff53564-2eea-4dfa-b0ed-c7a2d4247848),segment_id=9ff53564-2eea-4dfa-b0ed-c7a2d4247848)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:08.272280 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.349182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef305d8-93b4-452b-945d-aef0b75a878b req-8c76e66e-e23f-48b4-baac-e9d2292ef845 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:08.350678 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aef305d8-93b4-452b-945d-aef0b75a878b req-8c76e66e-e23f-48b4-baac-e9d2292ef845 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 950 time: 0.0839343 May 03 21:33:08.400105 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aef305d8-93b4-452b-945d-aef0b75a878b req-4268382e-0584-4489-bf4c-aed08f79b94f tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/security-groups?id=105d1a46-3208-490d-a035-6b7c94998c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 May 03 21:33:08.480585 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Calling delete_port for 93a0b2db-58f6-4f73-ba64-48c057393cef owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:08.588881 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.641408 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.746806 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694d3818-f734-438f-ad88-e2ebbc0ff5a3,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:08.762050 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-18257183-9439-40e6-bac2-9ee243463f61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f39d7b3fd67e476f90f608a3dedce242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9798920 May 03 21:33:08.762643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39404) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:08.797664 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb2c1-5713-4b88-92d2-955a7bf8d16e req-3d684ff5-df5b-4204-800e-9b81187b808b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:08.799071 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1edeb2c1-5713-4b88-92d2-955a7bf8d16e req-3d684ff5-df5b-4204-800e-9b81187b808b tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 944 time: 0.1358218 May 03 21:33:08.818927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.828285 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.862272 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.872355 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Pushing event deleted for resources: {'Port': ['ID=93a0b2db-58f6-4f73-ba64-48c057393cef,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:08.935811 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['93a0b2db-58f6-4f73-ba64-48c057393cef'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:08.976608 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1edeb2c1-5713-4b88-92d2-955a7bf8d16e req-6dfacc31-cd9e-490d-b055-352d145447b8 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717651 May 03 21:33:08.988855 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] No DVR routers for this DVR port 93a0b2db-58f6-4f73-ba64-48c057393cef on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:08.996751 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.003882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'name': 'network-vif-deleted', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:09.039168 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.064204 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d3818-f734-438f-ad88-e2ebbc0ff5a3,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:09.089596 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9529c5-1a5b-4c7a-a0ec-d5617c60535f'] response: {'server_uuid': '73dd6852-81ef-463a-93bf-a8d1179f1389', 'name': 'network-vif-deleted', 'tag': '93a0b2db-58f6-4f73-ba64-48c057393cef', 'status': 'completed', 'code': 200} May 03 21:33:09.103865 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-007787bc-83ac-422a-860e-4198576a8752 req-a618f6bc-8af8-4752-ab89-339293d818cc tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.32 "DELETE /v2.0/ports/93a0b2db-58f6-4f73-ba64-48c057393cef HTTP/1.1" status: 204 len: 173 time: 1.2589946 May 03 21:33:09.111321 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.114786 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0ca1b003-d1df-4eac-8130-99cee56d3389 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/694d3818-f734-438f-ad88-e2ebbc0ff5a3 HTTP/1.1" status: 204 len: 168 time: 0.3486814 May 03 21:33:09.152557 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c85da-a26c-4859-8c5f-ee3b7af34aad req-fef0dcd8-661f-4a78-ae73-6136751576fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:09.156794 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cd5c85da-a26c-4859-8c5f-ee3b7af34aad req-fef0dcd8-661f-4a78-ae73-6136751576fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1663682 May 03 21:33:09.210541 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a1790f90-9bc6-4803-997d-a4cee5eb0d8f up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:09.257778 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cd5c85da-a26c-4859-8c5f-ee3b7af34aad req-f6a5e3b3-b447-4313-9d89-2f46be5d3731 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 May 03 21:33:09.388142 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port a1790f90-9bc6-4803-997d-a4cee5eb0d8f completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:09.394163 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port a1790f90-9bc6-4803-997d-a4cee5eb0d8f triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:09.394526 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.553179 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.596603 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,segment=NetworkSegment(feb3faf2-5d14-4d12-bc78-608e18562314),segment_id=feb3faf2-5d14-4d12-bc78-608e18562314)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:09.598215 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:09.627221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ad5ff4bc-6cfb-49f1-93d8-7c3cd24073aa req-f7a37eef-9aa1-49cb-a3d9-4b0489b2e954 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Synchronizing usage tracker for tenant:b199bee37df14728a04daf08b718a093 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:09.663624 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab47708-e2a3-4c11-84a9-ed6ed4062d90'] response: {'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f', 'code': 200} May 03 21:33:09.693421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.702693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ad5ff4bc-6cfb-49f1-93d8-7c3cd24073aa req-f7a37eef-9aa1-49cb-a3d9-4b0489b2e954 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] Unset dirty status for tenant:b199bee37df14728a04daf08b718a093 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:09.704226 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ad5ff4bc-6cfb-49f1-93d8-7c3cd24073aa req-f7a37eef-9aa1-49cb-a3d9-4b0489b2e954 tempest-VolumesNegativeTest-566452115 tempest-VolumesNegativeTest-566452115-project] 10.222.0.50 "GET /v2.0/ports?device_id=73dd6852-81ef-463a-93bf-a8d1179f1389 HTTP/1.1" status: 200 len: 210 time: 0.1222751 May 03 21:33:09.765049 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:10.055387 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39470) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:10.073160 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.150115 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:10.156001 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:24b800cdbb6446fcbe3e9a06c1aecec7 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:10.166095 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:10.174065 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:10.193843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b9e25-11af-4eec-ae39-fef8bb9610f6 req-26e79f71-13b1-486d-8ada-75e26246b3f8 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:10.196193 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8b2b9e25-11af-4eec-ae39-fef8bb9610f6 req-26e79f71-13b1-486d-8ada-75e26246b3f8 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.0849295 May 03 21:33:10.204319 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a807895-7ca7-4d53-8f5b-4f5585fa57b9 req-cf364d34-098d-42cb-97f9-ecdee3d41932 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 1098 time: 0.1062851 May 03 21:33:10.267622 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8b2b9e25-11af-4eec-ae39-fef8bb9610f6 req-f56e7f75-7458-4b02-a9bf-26cc1a13328d tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639682 May 03 21:33:10.289921 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a807895-7ca7-4d53-8f5b-4f5585fa57b9 req-3318528a-3aa7-403b-8899-db5dd0491a8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772197 May 03 21:33:10.295312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.359607 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.382357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39480) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:10.452971 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb6e11-2d08-45b2-912e-df08e8a16069,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:10.467256 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8b6dd9b0-9cf7-474c-ae67-27fb877dd1b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24b800cdbb6446fcbe3e9a06c1aecec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4078538 May 03 21:33:10.468054 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39486) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:10.505502 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3ab7-6631-4245-8c09-d9436d9524bf req-9cb7b9eb-9b4e-48bf-b436-be0577719850 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:10.507578 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-13df3ab7-6631-4245-8c09-d9436d9524bf req-9cb7b9eb-9b4e-48bf-b436-be0577719850 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1127880 May 03 21:33:10.546664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.569916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-13df3ab7-6631-4245-8c09-d9436d9524bf req-f17ef25a-768d-458b-84d2-ad782e2650ca tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554762 May 03 21:33:10.573290 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.602039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39492) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:10.614521 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:10.617942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.628738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Usage tracker for resource:security_group_rule and tenant:cd12d9dfa11943d4a0895507b7091f60 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:10.634134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:10.645720 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:10.725413 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.746182 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.747397 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.767982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb6e11-2d08-45b2-912e-df08e8a16069,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:10.779755 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.780574 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:10.784819 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-61b14a04-d7d3-4230-befd-651f94d5d211 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/accb6e11-2d08-45b2-912e-df08e8a16069 HTTP/1.1" status: 204 len: 168 time: 0.3166323 May 03 21:33:10.791991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a64faedb66e44908bba4c97fab678e9b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:10.793642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.810197 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:10.816520 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:10.856088 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220123b-76a1-4d95-bd9d-615c53dc0cff,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:10.861181 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a736379b-53f6-4152-8fed-4d8e58919988 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd12d9dfa11943d4a0895507b7091f60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4776270 May 03 21:33:10.866118 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39504) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:10.928934 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.954115 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.981632 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.027434 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.075610 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd503b84-b69f-4c4d-867f-ec485f549de6,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:11.080883 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-192de049-aa74-4950-9332-79cc780838f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a64faedb66e44908bba4c97fab678e9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778318 May 03 21:33:11.083511 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39510) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:11.144625 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.153989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.174815 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220123b-76a1-4d95-bd9d-615c53dc0cff,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:11.201430 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.223330 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.223499 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 93a0b2db-58f6-4f73-ba64-48c057393cef no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:11.224439 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-de80f438-acc6-40f7-a381-22e16645ffd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e220123b-76a1-4d95-bd9d-615c53dc0cff HTTP/1.1" status: 204 len: 168 time: 0.3567309 May 03 21:33:11.257492 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 93a0b2db-58f6-4f73-ba64-48c057393cef {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:33:11.257832 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 93a0b2db-58f6-4f73-ba64-48c057393cef not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:33:11.332484 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.349168 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd503b84-b69f-4c4d-867f-ec485f549de6,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:11.363151 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.364092 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e3c4135b-bb3c-4018-b265-db89d1e853e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd503b84-b69f-4c4d-867f-ec485f549de6 HTTP/1.1" status: 204 len: 168 time: 0.2797165 May 03 21:33:11.525379 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ff584-ed44-4b8f-b99c-b273b96682ba req-19440450-4505-47d3-9e5d-2b5f6fde25cc tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:11.526862 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-232ff584-ed44-4b8f-b99c-b273b96682ba req-19440450-4505-47d3-9e5d-2b5f6fde25cc tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.0834336 May 03 21:33:11.573399 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-232ff584-ed44-4b8f-b99c-b273b96682ba req-289fa605-ed62-48d2-8eb0-cf34ec544730 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 May 03 21:33:11.792694 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805b89-b2d3-42a9-a5c8-c46ae2050673 req-7cf4893d-fa16-4962-9150-7792e1b02a2b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:11.795436 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a7805b89-b2d3-42a9-a5c8-c46ae2050673 req-7cf4893d-fa16-4962-9150-7792e1b02a2b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1029727 May 03 21:33:11.854091 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a7805b89-b2d3-42a9-a5c8-c46ae2050673 req-11b505b2-1344-435d-8879-dd32cfd8ace0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 May 03 21:33:12.129945 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-abaf5bf8-5acf-455b-8ed2-6ef23c7ec1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.205409 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39558) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.227512 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.259604 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:12.263441 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd76bcd1ea7343c48e680e21aa32431a is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:12.266299 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:12.272901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:12.347939 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.359915 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39568) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.378108 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.411748 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:12.415692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Usage tracker for resource:security_group_rule and tenant:6074bad3d47b490a88d215fd16222f12 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:12.420670 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:12.426366 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:12.448208 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.513111 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb795c5-88ea-4559-aead-50cf4e8bfb65,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:12.524200 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-20bf95a2-cd4e-4232-9bf5-ce27548188d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd76bcd1ea7343c48e680e21aa32431a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177011 May 03 21:33:12.536299 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39590) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.568768 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.627273 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.638019 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.660636 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.691178 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c110138-21a0-4ae3-b77e-b35a1f9e27d8,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:12.695723 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ac29c45c-28bf-4e93-aaec-cf1a4ebc4df2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6074bad3d47b490a88d215fd16222f12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346996 May 03 21:33:12.698381 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39604) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.767039 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.798045 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.808503 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662585-a258-4ef5-a927-80c32e46cfc1 req-cae6234f-98ed-48f9-ac65-c32108fcb8a5 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:12.810774 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e662585-a258-4ef5-a927-80c32e46cfc1 req-cae6234f-98ed-48f9-ac65-c32108fcb8a5 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.0991256 May 03 21:33:12.810911 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.837159 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb795c5-88ea-4559-aead-50cf4e8bfb65,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:12.872059 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.873750 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-db516e1f-4697-4f3c-b9e2-164f2ccfcc72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abb795c5-88ea-4559-aead-50cf4e8bfb65 HTTP/1.1" status: 204 len: 168 time: 0.3364863 May 03 21:33:12.879139 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e662585-a258-4ef5-a927-80c32e46cfc1 req-942734ca-84c0-414c-9beb-39d619257863 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626228 May 03 21:33:13.124549 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:13.150892 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c110138-21a0-4ae3-b77e-b35a1f9e27d8,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:13.154292 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:13.155432 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ade04e1a-a7dc-42b8-a35d-1106b92fbeab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c110138-21a0-4ae3-b77e-b35a1f9e27d8 HTTP/1.1" status: 204 len: 168 time: 0.4559388 May 03 21:33:13.190759 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3927a-3096-4aa3-9fe6-c644dab62f88 req-d5801472-7092-4858-9cd1-8ba7b28de46a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:13.192229 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7ba3927a-3096-4aa3-9fe6-c644dab62f88 req-d5801472-7092-4858-9cd1-8ba7b28de46a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1248760 May 03 21:33:13.237975 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7ba3927a-3096-4aa3-9fe6-c644dab62f88 req-1f994f32-1e29-4ada-b5c7-4e938620d2cf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 May 03 21:33:14.311779 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:14.446747 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5087-7dbc-431b-89eb-38f11c7b3dfa req-a0eba518-d39f-446b-8c31-a95cbc8b821c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:14.448206 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-22ff5087-7dbc-431b-89eb-38f11c7b3dfa req-a0eba518-d39f-446b-8c31-a95cbc8b821c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0861077 May 03 21:33:14.493475 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-22ff5087-7dbc-431b-89eb-38f11c7b3dfa req-9157fc04-fb94-43c9-8525-f9cb9c2c4f4c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 May 03 21:33:14.768398 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9c1bdbc8-d9c9-439b-ba7e-07a95d2c60c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.671101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.714930 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916e94-c7ac-4b3c-8cb1-74697c9d9646 req-49b764e2-3e6a-41f1-944c-97f3696264fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:15.717858 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-41916e94-c7ac-4b3c-8cb1-74697c9d9646 req-49b764e2-3e6a-41f1-944c-97f3696264fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0850878 May 03 21:33:15.762636 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.778479 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-41916e94-c7ac-4b3c-8cb1-74697c9d9646 req-83ad1ac0-8767-4fe0-bba5-310b8effdbd8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 May 03 21:33:17.174609 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379fbb-cc67-4869-b4fe-9262632b0777 req-2da27c96-bbdb-48aa-89ea-2d3f506e5117 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:17.182524 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a4379fbb-cc67-4869-b4fe-9262632b0777 req-2da27c96-bbdb-48aa-89ea-2d3f506e5117 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1096272 May 03 21:33:17.207052 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.239752 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a4379fbb-cc67-4869-b4fe-9262632b0777 req-d7569575-2fa8-456e-81a9-2721f6d0345f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 May 03 21:33:18.479382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68974e8d-d8e3-4db5-80de-ecc0c8fb9f6d req-7373038b-9221-457b-91ff-a15e11f7f19d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:18.480819 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-68974e8d-d8e3-4db5-80de-ecc0c8fb9f6d req-7373038b-9221-457b-91ff-a15e11f7f19d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0814307 May 03 21:33:18.531417 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-68974e8d-d8e3-4db5-80de-ecc0c8fb9f6d req-fe3cc2b6-67df-41d4-bd52-dba4cb4a1273 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 May 03 21:33:18.540004 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313b1cf-9242-4927-baec-29859abbdb09 req-a5851d2e-af9c-4c20-9579-3618a4e38514 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:18.542150 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2313b1cf-9242-4927-baec-29859abbdb09 req-a5851d2e-af9c-4c20-9579-3618a4e38514 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.2190790 May 03 21:33:18.547183 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7c2d1187-86e2-4314-a9ef-f65f8a34b120 req-df39269b-0d9e-4f67-a7f6-d2355301c3cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1098 time: 0.1129417 May 03 21:33:18.643132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2313b1cf-9242-4927-baec-29859abbdb09 req-2767efd5-a5bf-44db-a6ae-b74e83bbbf07 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787959 May 03 21:33:18.643132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7c2d1187-86e2-4314-a9ef-f65f8a34b120 req-02c223b9-2bd2-4e4d-b42d-5bc1ab2fb217 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631802 May 03 21:33:19.514344 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39958) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:19.729362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.779098 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:19.787843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Usage tracker for resource:security_group_rule and tenant:8af54c31f652491ea288dd15c80edc56 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:19.793439 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:19.801159 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:19.808204 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f9682-bed8-43b4-a9ce-538d34a7c273 req-e878dc6b-0b29-4e09-9b99-b090467cce83 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:19.810003 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b87f9682-bed8-43b4-a9ce-538d34a7c273 req-e878dc6b-0b29-4e09-9b99-b090467cce83 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1464393 May 03 21:33:19.853200 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcfc71-3b58-46ee-a3bf-e614f415e331 req-86b5e215-e058-4d32-918b-b4ca84b4a42e tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:19.855844 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-64dcfc71-3b58-46ee-a3bf-e614f415e331 req-86b5e215-e058-4d32-918b-b4ca84b4a42e tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.0933037 May 03 21:33:19.882890 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b87f9682-bed8-43b4-a9ce-538d34a7c273 req-d9864c6b-f91a-43e4-8efd-1d8ef43cc0c4 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658059 May 03 21:33:19.914772 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-64dcfc71-3b58-46ee-a3bf-e614f415e331 req-d2a43fe1-afc2-4623-865e-60e99f30a010 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531411 May 03 21:33:19.939321 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.016955 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.061314 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb54072-6040-48da-b886-dcde4bda2fe3,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.069192 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-280a0faf-b320-4f54-86d0-e9a9d3e99f68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8af54c31f652491ea288dd15c80edc56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5538011 May 03 21:33:20.072954 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39974) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:20.141108 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.170881 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.262646 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 39980) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:20.302454 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.320953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb54072-6040-48da-b886-dcde4bda2fe3,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.334840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.336068 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f2c0b0f9-dea6-4e8f-af21-048bcb23c5c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fb54072-6040-48da-b886-dcde4bda2fe3 HTTP/1.1" status: 204 len: 168 time: 0.2620585 May 03 21:33:20.410482 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.443285 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:20.448323 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:4d87400bbad947a1ba084f0493af2964 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:20.451209 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:20.456946 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:20.521800 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.617080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.667232 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb7170-157a-460e-9b67-c57f1a6949fc,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.672937 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f5055163-aea5-45a0-83a0-98e7f0f85ec7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d87400bbad947a1ba084f0493af2964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4092662 May 03 21:33:20.675728 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 39994) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:20.749549 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.780073 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.885594 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.905130 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb7170-157a-460e-9b67-c57f1a6949fc,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.923538 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.926736 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-9388e4a2-4ad3-41d2-8118-c5c64010534d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51bb7170-157a-460e-9b67-c57f1a6949fc HTTP/1.1" status: 204 len: 168 time: 0.2500393 May 03 21:33:20.958973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-d35cddc3-3855-4c92-b959-d9f4630a3ed7 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:20.960510 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-d35cddc3-3855-4c92-b959-d9f4630a3ed7 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.32 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.1193683 May 03 21:33:21.076986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40010) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.096324 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Deleting port a1790f90-9bc6-4803-997d-a4cee5eb0d8f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:21.096910 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.107663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.160931 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:21.165810 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Usage tracker for resource:security_group_rule and tenant:f5301141f02d4d37ae78ded1e74c8177 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:21.169295 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:21.178134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:21.309215 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.350369 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff42ae-005e-41a4-9e99-737dabe36418 req-6f6d46f8-6435-48f7-8946-ccf0bc38041a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:21.351778 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-63ff42ae-005e-41a4-9e99-737dabe36418 req-6f6d46f8-6435-48f7-8946-ccf0bc38041a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0999303 May 03 21:33:21.402237 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-63ff42ae-005e-41a4-9e99-737dabe36418 req-22d30bb1-a9f2-41e2-8919-51409bf6f8fe tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438712 May 03 21:33:21.411364 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.421821 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f09abd-e911-4f64-b1cd-4bf1c480f40f req-3eb1f8e7-83a9-4213-92f4-1efca24bedf6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:21.423131 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9f09abd-e911-4f64-b1cd-4bf1c480f40f req-3eb1f8e7-83a9-4213-92f4-1efca24bedf6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 945 time: 0.2491889 May 03 21:33:21.481980 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] For port a1790f90-9bc6-4803-997d-a4cee5eb0d8f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,segment=NetworkSegment(feb3faf2-5d14-4d12-bc78-608e18562314),segment_id=feb3faf2-5d14-4d12-bc78-608e18562314)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:21.482421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.491280 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5301141f02d4d37ae78ded1e74c8177&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4128609 May 03 21:33:21.494761 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738e02e-110e-403f-891b-1f0b03e03b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dac3e0-9120-404c-863b-5050b8fdaf3c,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:21.498699 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40020) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.634611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40026) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.649211 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Calling delete_port for a1790f90-9bc6-4803-997d-a4cee5eb0d8f owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:21.689830 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9f09abd-e911-4f64-b1cd-4bf1c480f40f req-8fe8616f-e225-4012-a5b0-d414a198b4f4 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36784-4351-4514-a240-523e9e911fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657151 May 03 21:33:21.755279 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa3d52-c416-4c12-b09c-a0f0dfcb3414 req-5d050e40-8117-4d48-a85b-264dfdc959c8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:21.756572 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-14aa3d52-c416-4c12-b09c-a0f0dfcb3414 req-5d050e40-8117-4d48-a85b-264dfdc959c8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1548176 May 03 21:33:21.778464 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.812501 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-14aa3d52-c416-4c12-b09c-a0f0dfcb3414 req-97470e81-d793-489e-acc9-9022f81213f9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 May 03 21:33:21.847918 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.868574 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5298446e-a1db-4ab7-baf4-18c47094b2ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b199bee37df14728a04daf08b718a093&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2324631 May 03 21:33:21.869232 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40034) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.954123 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.982822 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.994277 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.043187 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['a1790f90-9bc6-4803-997d-a4cee5eb0d8f'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:22.051370 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.057371 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40038) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:22.074555 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Pushing event deleted for resources: {'Port': ['ID=a1790f90-9bc6-4803-997d-a4cee5eb0d8f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.077531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.083506 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dac3e0-9120-404c-863b-5050b8fdaf3c,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.097576 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.127662 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d1a46-3208-490d-a035-6b7c94998c27,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.131779 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:22.138193 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Usage tracker for resource:security_group_rule and tenant:0036d462f2f84040886ad2124632d9b8 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:22.141819 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:22.147963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:22.162534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] No DVR routers for this DVR port a1790f90-9bc6-4803-997d-a4cee5eb0d8f on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:22.163753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.168830 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'name': 'network-vif-deleted', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:22.187981 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.189438 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6254f993-6ee8-4f4e-800a-1dff97a87d0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0dac3e0-9120-404c-863b-5050b8fdaf3c HTTP/1.1" status: 204 len: 168 time: 0.6887052 May 03 21:33:22.191133 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6bd9dd77-d282-4bdf-991c-31def0dca4a3 req-c086744f-54c0-4c5e-bdc6-0ea4d04d6ae6 tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.32 "DELETE /v2.0/ports/a1790f90-9bc6-4803-997d-a4cee5eb0d8f HTTP/1.1" status: 204 len: 173 time: 1.2222478 May 03 21:33:22.226856 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809c2092-1377-4cbc-9721-33eaabb17d36'] response: {'server_uuid': '2261e139-bac5-4eed-8bc6-5d1091d69fc4', 'name': 'network-vif-deleted', 'tag': 'a1790f90-9bc6-4803-997d-a4cee5eb0d8f', 'status': 'completed', 'code': 200} May 03 21:33:22.234077 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.235187 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f5247f8c-9adb-4424-b554-a5a66c97d616 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/105d1a46-3208-490d-a035-6b7c94998c27 HTTP/1.1" status: 204 len: 168 time: 0.3649597 May 03 21:33:22.236938 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.301804 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.351677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0e99a-c8d7-4c4a-aedb-d3e3cec35189,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.358988 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a0866ddc-08f1-47e4-97bd-3f3464f88120 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0036d462f2f84040886ad2124632d9b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3002353 May 03 21:33:22.361793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40048) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:22.434646 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.460862 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.588563 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.607320 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0e99a-c8d7-4c4a-aedb-d3e3cec35189,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.616663 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.621871 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:22.624573 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-327f62e9-72bd-40d2-bdfe-b1291fe8db73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95a0e99a-c8d7-4c4a-aedb-d3e3cec35189 HTTP/1.1" status: 204 len: 168 time: 0.2599254 May 03 21:33:22.912787 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d9ebe877-900c-4849-92ed-725bb5e435b3 req-24b6c060-fe0f-429f-90d8-35d6de13dfaa tempest-VolumesActionsTest-204195903 tempest-VolumesActionsTest-204195903-project] 10.222.0.50 "GET /v2.0/ports?device_id=2261e139-bac5-4eed-8bc6-5d1091d69fc4 HTTP/1.1" status: 200 len: 210 time: 0.0437791 May 03 21:33:24.232186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40132) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:24.363531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a47aa0-fb1c-4907-9096-6ea2d612fd24 req-6063bd3b-849c-45bc-a374-6bfad7de9d38 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.365138 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12a47aa0-fb1c-4907-9096-6ea2d612fd24 req-6063bd3b-849c-45bc-a374-6bfad7de9d38 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0898659 May 03 21:33:24.385872 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-382a5cee-8582-4e72-aa76-51ebe0881bb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.0732317 May 03 21:33:24.429857 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12a47aa0-fb1c-4907-9096-6ea2d612fd24 req-b8ece2f8-9455-490d-bc9b-99b89ae57024 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 May 03 21:33:24.592984 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1141198167-network', 'tenant_id': '78b4fda6475545339c54acff5b85f5d8'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:24.601848 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:24.613633 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Usage tracker for resource:network and tenant:78b4fda6475545339c54acff5b85f5d8 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:24.619092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:24.626803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:24.629133 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-d93c6fe9-8fa2-405d-9bae-ce1e73119008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.630621 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-d93c6fe9-8fa2-405d-9bae-ce1e73119008 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2278280 May 03 21:33:24.704527 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Made reservation on behalf of 78b4fda6475545339c54acff5b85f5d8 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:24.710195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:24.718755 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-82437828-b76e-46e6-b6f6-989b4af3d9a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.0785966 May 03 21:33:24.767158 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:24.822923 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-2ded730e-ff96-42ce-abb0-e10fa93095f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.824402 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-2ded730e-ff96-42ce-abb0-e10fa93095f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0960779 May 03 21:33:24.827428 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:24.872100 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Usage tracker for resource:security_group_rule and tenant:78b4fda6475545339c54acff5b85f5d8 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:24.876029 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:24.883245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:24.939734 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-13573053-e07d-41a3-92c6-6d71d2f430e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064873 May 03 21:33:25.056904 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.106172 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-e80773cf-887c-42d6-960e-885e94b96fd0 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577582 May 03 21:33:25.107304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.134613 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40160) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:25.165932 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:33:25.226020 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463dca35-61ab-46e4-b47d-10ac3c045ee8,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:25.236113 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.236616 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Added segment ec4fa279-c86f-4d9f-b786-94911a4e2d2f of type vlan for network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 May 03 21:33:25.289964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.314892 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca301c33-cffc-41c1-b01f-0c11e3d03b55 req-926ccbb3-b053-4bf0-8d1e-5b01291e4c1b service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960471 May 03 21:33:25.332996 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a1790f90-9bc6-4803-997d-a4cee5eb0d8f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:25.370679 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: a1790f90-9bc6-4803-997d-a4cee5eb0d8f {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:33:25.371052 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a1790f90-9bc6-4803-997d-a4cee5eb0d8f not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:33:25.414425 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.415596 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:25.416521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.519922 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.542188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcffd54-2124-4719-b1d0-4bf5b6bc0929,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:25.556112 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:33:25.585707 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:25.590874 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:e921bbc58d10439e9fa9d5c434aeda4d is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:25.594349 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:25.602080 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:25.611427 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-84abdb34-064f-4145-94ac-14caeed69872 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3779233 May 03 21:33:25.614407 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40178) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:25.620803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Request body: {'subnet': {'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1141198167-subnet', 'tenant_id': '78b4fda6475545339c54acff5b85f5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:25.630530 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:25.637842 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Usage tracker for resource:subnet and tenant:78b4fda6475545339c54acff5b85f5d8 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:25.646920 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:25.659643 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:25.691438 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.751060 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.781843 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c916-d137-4c1f-bbc8-b8d8160219a1 req-141e5fbb-825e-4fe5-8fb4-381ede9b3ae9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:25.783492 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c10c916-d137-4c1f-bbc8-b8d8160219a1 req-141e5fbb-825e-4fe5-8fb4-381ede9b3ae9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1144960 May 03 21:33:25.800677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43a6c5-9b13-4fb8-822b-e5a4fff7899f,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:25.806692 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-12d587bb-0e51-4d36-b5db-2c9b643c5fa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e921bbc58d10439e9fa9d5c434aeda4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6709499 May 03 21:33:25.809601 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40188) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:25.811713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Made reservation on behalf of 78b4fda6475545339c54acff5b85f5d8 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:25.814135 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.900647 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.937373 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.952464 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c10c916-d137-4c1f-bbc8-b8d8160219a1 req-cb12d9ca-9f21-4b4e-82af-56cb29ef103a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619034 May 03 21:33:26.082621 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.101652 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43a6c5-9b13-4fb8-822b-e5a4fff7899f,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:26.119461 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.125074 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4f09718a-8349-4dfb-810c-c2bc3cd192a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e43a6c5-9b13-4fb8-822b-e5a4fff7899f HTTP/1.1" status: 204 len: 168 time: 0.3120673 May 03 21:33:26.254207 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.322017 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=232a6476-84ef-4377-b249-ef6632ea77ea,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:26.346777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Checking segment: {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:26.347250 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Network hostable DHCP agents. Network: cbcffd54-2124-4719-b1d0-4bf5b6bc0929, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:33:26.448806 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:33:26.550925 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, cbcffd54-2124-4719-b1d0-4bf5b6bc0929) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:26.556211 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:26.556900 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.562130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f3f1a-eb47-45cb-96ef-c7e2586ceb56 None None] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:33:26.669951 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-bfdc1fdc-552f-4925-8627-7f528f8ef5ce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0544257 May 03 21:33:26.832210 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190cd53-07bf-4b58-9fa6-a0f67a318b61 None None] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:33:26.955680 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40226) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:26.988203 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.074540 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:27.087766 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Usage tracker for resource:security_group_rule and tenant:d62d4c0d387f46c29d114188bdd484a4 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:27.091019 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:27.097390 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:27.220709 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.284552 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c89e-f5e4-489d-8fc2-a480c6fc140b req-b09402e7-eb1f-4189-8fac-4268ffacf9ab tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:27.292479 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fec1c89e-f5e4-489d-8fc2-a480c6fc140b req-b09402e7-eb1f-4189-8fac-4268ffacf9ab tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1193213 May 03 21:33:27.338475 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.377211 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fec1c89e-f5e4-489d-8fc2-a480c6fc140b req-1b828f1f-9a6b-456d-9e78-c4c16f1ebff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 May 03 21:33:27.410940 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc3f9c-20dd-4120-ac07-8c8b23e37b53,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:27.417199 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-9ceb997e-3417-4e12-8d59-be7c792587cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d62d4c0d387f46c29d114188bdd484a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4598644 May 03 21:33:27.451516 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40242) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:27.513411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.539135 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.778912 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.794679 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc3f9c-20dd-4120-ac07-8c8b23e37b53,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:27.798864 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.799968 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-26f09354-7b4f-4f5b-aea3-d20dc81cc4f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89fc3f9c-20dd-4120-ac07-8c8b23e37b53 HTTP/1.1" status: 204 len: 168 time: 0.3475001 May 03 21:33:28.594382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6829ef-9cd2-45d4-96d7-833bd8cbdc98 req-962034f9-a1c5-4962-9a39-767107ffb440 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:28.596038 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6b6829ef-9cd2-45d4-96d7-833bd8cbdc98 req-962034f9-a1c5-4962-9a39-767107ffb440 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0844758 May 03 21:33:28.642854 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6b6829ef-9cd2-45d4-96d7-833bd8cbdc98 req-d7af21a9-20fa-41e2-8cc9-dcfa814bcbd9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 May 03 21:33:29.846159 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770539-2026-4878-a393-5e336f36b84b req-e72e7099-9efb-4bf3-a343-eee89d9bde8b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:29.847679 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-32770539-2026-4878-a393-5e336f36b84b req-e72e7099-9efb-4bf3-a343-eee89d9bde8b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0795057 May 03 21:33:29.917798 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-32770539-2026-4878-a393-5e336f36b84b req-834b7018-e1d7-41be-9c9f-878243bf9b61 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 May 03 21:33:30.303551 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-10d32cdb-193d-47a3-a0b5-a6226d64160d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:30.304226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-10d32cdb-193d-47a3-a0b5-a6226d64160d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Synchronizing usage tracker for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:30.388899 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-10d32cdb-193d-47a3-a0b5-a6226d64160d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Unset dirty status for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:30.390274 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-10d32cdb-193d-47a3-a0b5-a6226d64160d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/networks?id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 200 len: 814 time: 0.2358890 May 03 21:33:30.407404 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-613e21f2-f1f6-4139-b794-1ce093afd6ae tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/quotas/78b4fda6475545339c54acff5b85f5d8 HTTP/1.1" status: 200 len: 375 time: 0.0111244 May 03 21:33:30.456424 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-8526138e-bdeb-4ac8-82c9-ed2c1d2f98c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418117 May 03 21:33:30.674501 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-54f8bb88-2426-4b40-bc9c-ef5a9151b93f service neutron] 10.222.0.50 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078152 May 03 21:33:30.837890 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-f8ebc00d-ff9d-4b36-a696-fe6b55b93ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567626 May 03 21:33:31.137372 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-48db6a78-5d5e-4983-9265-adfd2d85e039 req-448a3457-514c-4d85-b915-5938156ff021 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 210 time: 0.0460789 May 03 21:33:31.143933 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7d0f-ef75-4d39-afb8-308659753642 req-9f89114f-4b49-42f8-850f-6d962ce835ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:31.146925 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7c9b7d0f-ef75-4d39-afb8-308659753642 req-9f89114f-4b49-42f8-850f-6d962ce835ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0899286 May 03 21:33:31.203458 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7c9b7d0f-ef75-4d39-afb8-308659753642 req-bc09617a-53dc-4972-a654-f4b4a9abc60e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 May 03 21:33:32.324586 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cac2eac4-2ac9-4e0c-bb63-7c414e03492a req-aeec5b48-df89-421f-8c0b-21126de07762 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 210 time: 0.0460205 May 03 21:33:32.425097 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc542d-6bf0-4f0f-970c-2ff5c8d947cb req-1f4c9842-27d2-45ef-94c9-d4a3f84285f9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:32.426835 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dafc542d-6bf0-4f0f-970c-2ff5c8d947cb req-1f4c9842-27d2-45ef-94c9-d4a3f84285f9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0824604 May 03 21:33:32.474882 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dafc542d-6bf0-4f0f-970c-2ff5c8d947cb req-8e6f25b5-e183-4635-9395-aa4af82ad515 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 May 03 21:33:33.493870 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8977790a-2467-4bdc-8e8d-a1dbcb2c8943 req-dd81d523-d222-4585-a433-b11cdfba5483 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 210 time: 0.0421722 May 03 21:33:33.707402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788706a-277a-4beb-b963-0fd2ee17e759 req-86372ef8-c3b2-455d-aca6-252de9579ab2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:33.709701 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1788706a-277a-4beb-b963-0fd2ee17e759 req-86372ef8-c3b2-455d-aca6-252de9579ab2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0987053 May 03 21:33:33.746829 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40438) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:33.796854 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1788706a-277a-4beb-b963-0fd2ee17e759 req-0950dfef-60a5-4f50-be3d-e80579fc9295 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799084 May 03 21:33:33.812365 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d511bf09-8698-496f-aac2-464870b8a73e tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:33.813942 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d511bf09-8698-496f-aac2-464870b8a73e tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "GET /v2.0/networks?id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 200 len: 814 time: 0.2097752 May 03 21:33:33.842864 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Request body: {'port': {'device_id': '42a26394-01e7-491d-9640-27ef9a82b47e', 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929', 'admin_state_up': True, 'tenant_id': '78b4fda6475545339c54acff5b85f5d8'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:34.036909 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.084298 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:34.090808 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Usage tracker for resource:port and tenant:78b4fda6475545339c54acff5b85f5d8 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:34.093593 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:34.095695 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:34.105814 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:34.111563 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Usage tracker for resource:security_group_rule and tenant:995a349134244ee3877c86484de7c924 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:34.114874 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:34.121883 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:34.200630 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.210064 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Made reservation on behalf of 78b4fda6475545339c54acff5b85f5d8 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:34.213082 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.307781 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.411670 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c645710-1eb9-4437-bc8c-f63220934fdf,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:34.418624 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8e03fc37-d1d5-4c48-b70c-759e79ea6340 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=995a349134244ee3877c86484de7c924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6717680 May 03 21:33:34.427420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40458) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:34.459954 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Allocated IP 172.20.0.3 (cbcffd54-2124-4719-b1d0-4bf5b6bc0929/232a6476-84ef-4377-b249-ef6632ea77ea/7a474295-c2a5-4c87-acd0-32579327d8bd) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:34.526252 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.566809 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.739980 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-61e191e7-eab7-4ca0-9520-f56a7a462525 req-17540fcb-9f8c-44a7-b742-1edebb6a7f29 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 210 time: 0.1084843 May 03 21:33:34.817491 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.860961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.880051 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c645710-1eb9-4437-bc8c-f63220934fdf,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:34.890529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:34.900405 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0a2531ce-9958-46f0-89b1-78cf64831da0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c645710-1eb9-4437-bc8c-f63220934fdf HTTP/1.1" status: 204 len: 168 time: 0.4694500 May 03 21:33:34.942674 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.038546 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e62d9-4ace-4e72-b3c5-6f32ffce3b16 req-2b79711d-718e-44ae-99e2-15f4332c3b05 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:35.040173 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4f8e62d9-4ace-4e72-b3c5-6f32ffce3b16 req-2b79711d-718e-44ae-99e2-15f4332c3b05 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1266618 May 03 21:33:35.051137 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:35.054701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Pushing event updated for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:35.057075 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:35.060521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:35.063107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:35.064439 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.108374 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4f8e62d9-4ace-4e72-b3c5-6f32ffce3b16 req-40e9d633-07b1-47ce-8fe0-c9ed00680c81 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 May 03 21:33:35.136199 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c3fc26e-68fe-4939-8b30-74bc9a517a05 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986851 May 03 21:33:35.164074 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Request body: {'port': {'device_id': '42a26394-01e7-491d-9640-27ef9a82b47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:35.274354 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.620786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40490) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:35.639982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.675642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:35.684777 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Usage tracker for resource:security_group_rule and tenant:fd09a594a38d416d9dd7d7277120e3a3 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:35.687973 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:35.694791 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:35.738226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a474295-c2a5-4c87-acd0-32579327d8bd {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:35.747358 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.770377 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Transition to ACTIVE for port object 7a474295-c2a5-4c87-acd0-32579327d8bd will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:35.770869 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.838666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.838900 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.885244 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd6bce-6555-4bf4-8f8a-42ea050b38d0,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:35.912716 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-60565568-0a3d-47a9-9a3a-ff98be77c58d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd09a594a38d416d9dd7d7277120e3a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2907774 May 03 21:33:35.916035 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40500) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:36.018857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.026850 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Pushing event updated for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:36.046914 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.100292 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Attempting to bind port 7a474295-c2a5-4c87-acd0-32579327d8bd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:36.100637 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Attempting to bind port 7a474295-c2a5-4c87-acd0-32579327d8bd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:36.100966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Attempting to bind port 7a474295-c2a5-4c87-acd0-32579327d8bd on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:36.115780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-13744e5e-0987-430f-bdd4-80b385940de2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:36.116480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-13744e5e-0987-430f-bdd4-80b385940de2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Synchronizing usage tracker for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:36.120014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Port 7a474295-c2a5-4c87-acd0-32579327d8bd on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:33:36.120332 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Attempting to bind port 7a474295-c2a5-4c87-acd0-32579327d8bd on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:36.133727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:36.134326 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Checking segment: {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:36.134707 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Bound using segment: {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:36.135155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Bound port: 7a474295-c2a5-4c87-acd0-32579327d8bd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:36.135481 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.175359 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.193852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd6bce-6555-4bf4-8f8a-42ea050b38d0,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:36.220994 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.222806 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3fe60ad2-3338-4573-ada0-64de6453ad46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7bd6bce-6555-4bf4-8f8a-42ea050b38d0 HTTP/1.1" status: 204 len: 168 time: 0.3057737 May 03 21:33:36.241746 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-13744e5e-0987-430f-bdd4-80b385940de2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Unset dirty status for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:36.241746 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-13744e5e-0987-430f-bdd4-80b385940de2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 943 time: 0.2825007 May 03 21:33:36.241746 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:36.247474 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7a474295-c2a5-4c87-acd0-32579327d8bd,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:36.290418 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.331016 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84503ac7-4a5a-448f-b0e0-69757f32e6ae req-288d7c02-2a13-4e0f-a560-edae0d1b110b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:36.332658 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84503ac7-4a5a-448f-b0e0-69757f32e6ae req-288d7c02-2a13-4e0f-a560-edae0d1b110b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0875087 May 03 21:33:36.350579 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-b800e8b1-eaa7-4d9d-ad47-f796643547f5 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Synchronizing usage tracker for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:36.370987 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.372672 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] 10.222.0.32 "PUT /v2.0/ports/7a474295-c2a5-4c87-acd0-32579327d8bd HTTP/1.1" status: 200 len: 1093 time: 1.2124956 May 03 21:33:36.374810 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:36.393876 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84503ac7-4a5a-448f-b0e0-69757f32e6ae req-f4b1cf3f-88a6-4ce0-a0ca-78ad6e63d8f9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 May 03 21:33:36.399620 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cdbaf-97d7-48ff-b961-cedea71ed0bc service neutron] Pushing event updated for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:36.457062 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d78154-04e3-4148-ab36-f8a82e3904f6'] response: {'name': 'network-changed', 'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd', 'status': 'completed', 'code': 200} May 03 21:33:36.533847 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-b800e8b1-eaa7-4d9d-ad47-f796643547f5 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Unset dirty status for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:36.534965 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e06d255f-4d66-48c8-b539-fd37a2716239 req-b800e8b1-eaa7-4d9d-ad47-f796643547f5 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862375 May 03 21:33:36.572373 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31469e27-53a4-427c-93ac-759b076d1f5f req-93584cd4-c295-48f3-9706-e06de41d1e97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 1096 time: 0.0730975 May 03 21:33:36.751049 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469e27-53a4-427c-93ac-759b076d1f5f req-da690708-f3e7-4a8a-9833-b2cadb7497d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:36.754769 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31469e27-53a4-427c-93ac-759b076d1f5f req-da690708-f3e7-4a8a-9833-b2cadb7497d8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=78b4fda6475545339c54acff5b85f5d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1669815 May 03 21:33:36.952365 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469e27-53a4-427c-93ac-759b076d1f5f req-4d00d897-3cfb-47a7-b5ad-348596612a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:36.958916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31469e27-53a4-427c-93ac-759b076d1f5f req-4d00d897-3cfb-47a7-b5ad-348596612a30 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973727 May 03 21:33:37.109994 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-6afd8161-85ee-4f1f-b7e2-1481f1904031 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 1096 time: 0.0819883 May 03 21:33:37.192223 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-9c72a2e0-4d25-49c3-91fb-2d7b7e443331 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a474295-c2a5-4c87-acd0-32579327d8bd HTTP/1.1" status: 200 len: 217 time: 0.0651712 May 03 21:33:37.258222 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-54a1c26e-a8aa-4d86-a9fe-33144e0c5dfe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:37.259879 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-54a1c26e-a8aa-4d86-a9fe-33144e0c5dfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=232a6476-84ef-4377-b249-ef6632ea77ea HTTP/1.1" status: 200 len: 854 time: 0.0618467 May 03 21:33:37.306877 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-3552616b-2ed0-4c52-a282-f3a9b620b725 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385804 May 03 21:33:37.443521 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-c379a783-e545-4fbc-84cd-4f212aa65784 service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299872 May 03 21:33:37.584875 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b6f823ff-2155-4c13-845d-d1075c79acfa req-00488e25-8d24-4fc0-8647-04d98d49417a service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334584 May 03 21:33:37.603532 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac1839-4648-42b6-a95e-153fab253473 req-aebe45a4-039a-4b99-846e-c356b748ee26 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:37.605160 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-65ac1839-4648-42b6-a95e-153fab253473 req-aebe45a4-039a-4b99-846e-c356b748ee26 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0884075 May 03 21:33:37.655791 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-65ac1839-4648-42b6-a95e-153fab253473 req-9ab68613-8b25-4cc5-9a27-27a3b24f8cdf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 May 03 21:33:37.804936 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1f36-a8a1-4693-9b40-49d0434a1b81 req-b34a07ab-73a6-4fd1-b460-a46a52cf4daf tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:37.812296 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c9aa1f36-a8a1-4693-9b40-49d0434a1b81 req-b34a07ab-73a6-4fd1-b460-a46a52cf4daf tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 943 time: 0.1197023 May 03 21:33:37.946104 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c9aa1f36-a8a1-4693-9b40-49d0434a1b81 req-aafd7dda-a42c-4192-93bb-13ffaab4954b tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325364 May 03 21:33:38.308003 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40568) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:38.451032 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:38.483981 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:38.488401 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Usage tracker for resource:security_group_rule and tenant:864093a0ba2444e49023520e507e7e9f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:38.491372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:38.498889 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:38.577316 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:38.613990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:38.708994 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=864093a0ba2444e49023520e507e7e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997107 May 03 21:33:38.709176 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40586) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:38.729037 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692cccd-5962-4cd8-b74a-cd7d6695b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec35079-9830-4727-997d-e6c47cd15e14,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:38.791639 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:38.827768 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:38.885808 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a78bdd-0d5c-4d7d-890e-ac2e8d6cdb39 req-36dc92a8-7cda-42e5-bace-083338a79a19 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:38.887909 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-05a78bdd-0d5c-4d7d-890e-ac2e8d6cdb39 req-36dc92a8-7cda-42e5-bace-083338a79a19 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0877635 May 03 21:33:38.935018 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-05a78bdd-0d5c-4d7d-890e-ac2e8d6cdb39 req-fd41ebab-bc7e-4d34-8377-807f7d52f8e9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 May 03 21:33:38.987376 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:39.016039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec35079-9830-4727-997d-e6c47cd15e14,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:39.019244 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:39.020898 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8c4027d2-efd6-4cb1-8362-2ae7f86e5bf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ec35079-9830-4727-997d-e6c47cd15e14 HTTP/1.1" status: 204 len: 168 time: 0.3105052 May 03 21:33:39.183963 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987f9f-9990-45f9-8fa9-e4e1a852fb17 req-0d3fccf7-1e09-47a6-ab23-4a02424a7ced tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:39.185767 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7c987f9f-9990-45f9-8fa9-e4e1a852fb17 req-0d3fccf7-1e09-47a6-ab23-4a02424a7ced tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 943 time: 0.1020620 May 03 21:33:39.244863 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7c987f9f-9990-45f9-8fa9-e4e1a852fb17 req-14ed8873-197e-4f22-b873-083dbfe0fe10 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519457 May 03 21:33:39.419209 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7a474295-c2a5-4c87-acd0-32579327d8bd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:33:39.573030 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7a474295-c2a5-4c87-acd0-32579327d8bd,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:39.592044 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '7a474295-c2a5-4c87-acd0-32579327d8bd', 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929', 'port_id': '7a474295-c2a5-4c87-acd0-32579327d8bd', 'mac_address': 'fa:16:3e:7f:84:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a6476-84ef-4377-b249-ef6632ea77ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:33:39.659622 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:39.679694 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a474295-c2a5-4c87-acd0-32579327d8bd {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:39.701856 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7a474295-c2a5-4c87-acd0-32579327d8bd,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:39.796222 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:39.859867 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40636) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:39.870243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:39.879541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:39.916223 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:39.920059 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f27844242a45ef91143edc143bc06f is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:39.924028 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:39.932053 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:40.049928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.142634 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.204848 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['7a474295-c2a5-4c87-acd0-32579327d8bd'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:40.224002 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33129c2e-1218-4133-8592-4bf2ce5949d1,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:40.237645 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-59ea12f2-f2a6-4493-bf53-c8ab3cdbfaa5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3f27844242a45ef91143edc143bc06f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759327 May 03 21:33:40.240736 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40660) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:40.263092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bba9e-5f2a-468b-9dba-075aa4fc6045 req-4ed0482e-7654-47db-813e-54530faa8202 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:40.274837 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-292bba9e-5f2a-468b-9dba-075aa4fc6045 req-4ed0482e-7654-47db-813e-54530faa8202 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1598988 May 03 21:33:40.299933 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40666) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:40.384231 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-292bba9e-5f2a-468b-9dba-075aa4fc6045 req-234037db-095c-43bc-9d8f-fbc7030e1ec6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 May 03 21:33:40.411051 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.527845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.591898 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.627923 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d0c40-5b07-4909-ab9c-01969825810e req-bb856bcc-7a2a-4a22-a346-9c0181afe4c3 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:40.629384 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e53d0c40-5b07-4909-ab9c-01969825810e req-bb856bcc-7a2a-4a22-a346-9c0181afe4c3 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 944 time: 0.1863368 May 03 21:33:40.674844 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e53d0c40-5b07-4909-ab9c-01969825810e req-07aa8e66-cd7d-4e4b-a653-e8aebcb18ff2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 May 03 21:33:40.744558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.768720 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33129c2e-1218-4133-8592-4bf2ce5949d1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:40.773340 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:40.781919 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5bde9159fca540aebfbc11dc5c19e4aa is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:40.785403 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:40.788652 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.789785 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-33353a13-f782-4628-9a4b-cfac923a85b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33129c2e-1218-4133-8592-4bf2ce5949d1 HTTP/1.1" status: 204 len: 168 time: 0.5474124 May 03 21:33:40.799612 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:40.852029 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40680) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:40.882586 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.933361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:40.985056 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a9ab6-3b0a-40a2-a51f-b3ebb2582a20,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:40.991466 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-7d022264-b51f-470c-8975-3be730e350e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bde9159fca540aebfbc11dc5c19e4aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6883245 May 03 21:33:40.991776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40686) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:41.021995 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.082376 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:41.092559 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Usage tracker for resource:security_group_rule and tenant:16f45aa6cfb04cd7b40051e88b7d1563 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:41.097750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:41.106076 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:41.108092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.146608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.226608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.304068 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.345307 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.361126 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fb973-b72f-4ca6-8523-d697b09edeed,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:41.380407 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-65414d81-3e18-4307-8dc5-e3a5e8269c78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16f45aa6cfb04cd7b40051e88b7d1563&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5272799 May 03 21:33:41.382382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a9ab6-3b0a-40a2-a51f-b3ebb2582a20,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:41.383884 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40698) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:41.396190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.397324 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0cc7903e-2d27-4299-9c80-e0e26dea3fd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/288a9ab6-3b0a-40a2-a51f-b3ebb2582a20 HTTP/1.1" status: 204 len: 168 time: 0.4046173 May 03 21:33:41.419318 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7a474295-c2a5-4c87-acd0-32579327d8bd up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:41.464378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.495572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.578717 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 7a474295-c2a5-4c87-acd0-32579327d8bd completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:41.584701 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 7a474295-c2a5-4c87-acd0-32579327d8bd triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:41.585627 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.646443 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31972a0d-d16b-4615-9a64-89fd519bb9ba req-bf5bccc0-f74a-4b94-a087-21df593e88f2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:41.647822 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31972a0d-d16b-4615-9a64-89fd519bb9ba req-bf5bccc0-f74a-4b94-a087-21df593e88f2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0914810 May 03 21:33:41.713557 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-31972a0d-d16b-4615-9a64-89fd519bb9ba req-725a00f9-7102-4e30-a492-27ce554d0f2b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599942 May 03 21:33:41.727268 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.746287 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fb973-b72f-4ca6-8523-d697b09edeed,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:41.753038 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.770635 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.775147 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-61a34d24-d9cd-4856-aa3f-53cba9605e73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c20fb973-b72f-4ca6-8523-d697b09edeed HTTP/1.1" status: 204 len: 168 time: 0.3902161 May 03 21:33:41.821477 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:41.840929 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7a474295-c2a5-4c87-acd0-32579327d8bd,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:41.910017 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:41.944824 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9537814-b418-4af3-895c-d7832ef80406 req-9226dfc4-9d59-4c84-8d3e-86d2ba5f03aa tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:41.952855 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a9537814-b418-4af3-895c-d7832ef80406 req-9226dfc4-9d59-4c84-8d3e-86d2ba5f03aa tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 944 time: 0.1341021 May 03 21:33:42.003568 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944ef70b-c3e3-4df4-8b62-7ac4e6b7e0d5'] response: {'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd', 'code': 200} May 03 21:33:42.051131 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a9537814-b418-4af3-895c-d7832ef80406 req-6ff477f7-ff5c-4270-9c2e-a7155c645b58 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920243 May 03 21:33:42.104766 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:42.201373 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9eb3f26b-1cfb-4433-8be4-8db82c60368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:42.382785 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b689f976-2905-40cf-8361-af72a6d224d1 req-62a358be-4633-47da-ac4e-d2b7861e19fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.0911365 May 03 21:33:42.460204 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b689f976-2905-40cf-8361-af72a6d224d1 req-370e7738-aee6-4259-b0dc-de67f8baabc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567179 May 03 21:33:42.497052 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-afa948a1-8462-4ec0-ac15-118bc9e399d9 req-9aec2fb4-4f55-4817-b67a-f8b528adea81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 1098 time: 0.0787485 May 03 21:33:42.549648 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40738) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:42.568119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:42.600743 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:42.604735 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Usage tracker for resource:security_group_rule and tenant:cc31a6ac928246da9aeda9c9e1ef4da1 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:42.607654 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:42.614640 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:42.697156 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:42.792918 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:42.840588 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc31a6ac928246da9aeda9c9e1ef4da1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2915659 May 03 21:33:42.844912 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40750) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:42.866359 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-afa948a1-8462-4ec0-ac15-118bc9e399d9 req-555efa95-42bd-46ac-9eee-9b5ba5186d03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204705 May 03 21:33:42.869839 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40754) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:42.870963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4036cc1-389a-4dd3-82ef-edff20735dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463a31e8-0890-43b9-a2e1-0812cfc77119,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:42.946300 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.053563 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:43.058629 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Usage tracker for resource:security_group_rule and tenant:a119fdc642e146e8a0b83a696dc11c4e is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:43.063221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:43.069628 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:43.148053 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.150777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.177520 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1394d-5c27-47fc-a4d8-62915a0ea38d req-e339a0ea-9420-4224-94c7-3781e4616f5c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.184567 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8cc1394d-5c27-47fc-a4d8-62915a0ea38d req-e339a0ea-9420-4224-94c7-3781e4616f5c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.2961898 May 03 21:33:43.220233 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.252119 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.284267 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e3ed-f075-4613-844a-c28aad9b0f51 req-b397c921-63b6-4cad-ad09-a0db75d667e5 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.290972 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7da8e3ed-f075-4613-844a-c28aad9b0f51 req-b397c921-63b6-4cad-ad09-a0db75d667e5 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0869038 May 03 21:33:43.307497 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8cc1394d-5c27-47fc-a4d8-62915a0ea38d req-99a03dee-b788-4d0c-abc8-6f1135a19cd7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220865 May 03 21:33:43.329240 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce34baf-2b1b-4c01-abe9-1678298c1f39,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:43.338635 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b48b4a9a-15d2-4272-beeb-4d0c24a5ca33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a119fdc642e146e8a0b83a696dc11c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4663689 May 03 21:33:43.339983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40774) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:43.382698 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7da8e3ed-f075-4613-844a-c28aad9b0f51 req-04069739-7a6e-4fc2-95dc-953089ac733a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907817 May 03 21:33:43.424933 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.476581 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463a31e8-0890-43b9-a2e1-0812cfc77119,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:43.477451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.480480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.482302 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9260e4c9-f056-4e07-8095-d6e1660e3617 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/463a31e8-0890-43b9-a2e1-0812cfc77119 HTTP/1.1" status: 204 len: 168 time: 0.6363704 May 03 21:33:43.510313 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.522304 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-88026e84-d4c9-4feb-8c27-3608d1862af2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.1014540 May 03 21:33:43.642205 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.658530 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce34baf-2b1b-4c01-abe9-1678298c1f39,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:43.677152 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.677152 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-92811efa-b27d-4519-9315-74a43cc76ea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ce34baf-2b1b-4c01-abe9-1678298c1f39 HTTP/1.1" status: 204 len: 168 time: 0.3249409 May 03 21:33:43.699554 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884f92-825e-481b-a62c-c3bc61226b9f req-5d934971-ae97-45f3-bfcb-b922f645e78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.701003 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-5d934971-ae97-45f3-bfcb-b922f645e78b service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1504836 May 03 21:33:43.775805 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-3b608863-4666-4c33-a698-3d1a36558e2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.0671279 May 03 21:33:43.849934 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884f92-825e-481b-a62c-c3bc61226b9f req-c3b6e86c-53ad-4e79-a136-2656e3472f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.851367 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-c3b6e86c-53ad-4e79-a136-2656e3472f28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0611856 May 03 21:33:43.958632 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-42eff5f3-82f1-4c0c-87d6-6d209aa9bf50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790637 May 03 21:33:44.157290 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-c2bdc7f3-50ff-49d6-aa23-096b01ebe2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825137 May 03 21:33:44.314977 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.407966 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-84884f92-825e-481b-a62c-c3bc61226b9f req-c3c20441-1291-431e-ac08-16965ba422a5 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704173 May 03 21:33:44.602527 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df654-a812-4171-8df6-af855e8c5cd5 req-775be276-8ddb-4a81-a9b7-aa7e555fee64 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:44.611284 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-053df654-a812-4171-8df6-af855e8c5cd5 req-775be276-8ddb-4a81-a9b7-aa7e555fee64 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1071911 May 03 21:33:44.727759 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-053df654-a812-4171-8df6-af855e8c5cd5 req-352ac3b0-a14e-4b4c-a991-ff526a4e981b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151872 May 03 21:33:44.800558 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-51196635-9785-4e41-940f-7cc36ff87033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.922467 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6183582-ef16-4ad6-9311-6ef4cdecaa11 req-1be66197-bdf5-46e8-9a2d-bc499ebd4b82 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:44.924624 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a6183582-ef16-4ad6-9311-6ef4cdecaa11 req-1be66197-bdf5-46e8-9a2d-bc499ebd4b82 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0828874 May 03 21:33:44.995975 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a6183582-ef16-4ad6-9311-6ef4cdecaa11 req-86fd3db8-2eb9-467b-9978-a3b5751da896 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645928 May 03 21:33:45.665709 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.692238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f4bc-82f4-43d8-9554-bc0d458368e4 req-35946af1-fc37-40a0-8796-32d3d10689ee tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:45.693891 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-aec2f4bc-82f4-43d8-9554-bc0d458368e4 req-35946af1-fc37-40a0-8796-32d3d10689ee tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1013672 May 03 21:33:45.717520 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-b4864416-3e19-43e4-b7b4-ffe6a831a5e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.0909770 May 03 21:33:45.719447 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.766231 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-aec2f4bc-82f4-43d8-9554-bc0d458368e4 req-bfa5c5e0-f488-423b-b158-93cf18459bcd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658815 May 03 21:33:45.794842 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40900) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:45.921899 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-726b34df-2c1d-4f0f-b088-9b8c73434a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:45.923740 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-726b34df-2c1d-4f0f-b088-9b8c73434a6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1929655 May 03 21:33:45.977518 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1182025211-network', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:45.983896 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:45.988879 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Usage tracker for resource:network and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:45.993133 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.003932 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-9ffadf52-5974-4398-9d4f-a8b4f0c63043 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.0726449 May 03 21:33:46.005234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.073587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Made reservation on behalf of 278b9ee691f44c489ad44dd4712db48b for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:46.075382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-b766c14d-cb2a-4cc4-81e7-a2490df281b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:46.075871 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.077223 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-b766c14d-cb2a-4cc4-81e7-a2490df281b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0655391 May 03 21:33:46.089549 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.125010 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.130966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.134410 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.147335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.182507 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-a6d3a60d-62b8-487e-b070-c1b20a88acf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984108 May 03 21:33:46.227022 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.297250 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.335776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:33:46.345782 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-e6a99360-0930-4f86-a98a-c3b4dc3ea127 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519723 May 03 21:33:46.350922 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:46.360030 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.360816 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Added segment 1e8fd782-49ac-4d02-9182-0046f9c219a0 of type vlan for network d6fd9986-ec15-407f-ad6d-d2c035b95939 May 03 21:33:46.415077 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.507507 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.508557 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:46.509212 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.509518 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f722fea7-a5e8-4744-a21e-25b2f4bccb6e req-01151de1-7941-4846-b746-0552ed9859a1 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364579 May 03 21:33:46.622658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] Pushing event updated for resources: {'Network': ['ID=d6fd9986-ec15-407f-ad6d-d2c035b95939,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:46.633759 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:33:46.708728 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b9874330-1c16-490e-adb6-6c9d812e9cdc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9126937 May 03 21:33:46.711535 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40928) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:46.720547 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Request body: {'subnet': {'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1182025211-subnet', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:46.726691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.730828 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Usage tracker for resource:subnet and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.737185 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.744371 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.821995 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Made reservation on behalf of 278b9ee691f44c489ad44dd4712db48b for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:46.824620 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.024740 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc2b41-d7e9-4aa4-99ce-0894d904403e req-44e3272b-268e-4ead-9d35-e245fc5895b1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:47.036158 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-affc2b41-d7e9-4aa4-99ce-0894d904403e req-44e3272b-268e-4ead-9d35-e245fc5895b1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1026449 May 03 21:33:47.115018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40948) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.126364 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-affc2b41-d7e9-4aa4-99ce-0894d904403e req-314d8bfb-5e41-402a-91f0-4e76af60fcb7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882192 May 03 21:33:47.263358 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Deleting subnet f55f3a9e-e9c6-48be-a1a1-0906f6935ba0 {{(pid=83821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:33:47.266519 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.274213 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40952) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.320036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.330049 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.382543 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.389849 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.460613 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.504846 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Pushing event updated for resources: {'Subnet': ['ID=253aa700-71be-4fa8-be9a-29e914e4cfa3,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:47.518750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Checking segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:47.519110 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Network hostable DHCP agents. Network: d6fd9986-ec15-407f-ad6d-d2c035b95939, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:33:47.546223 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:47.553368 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ee44d8d471497eac238e7d9bc66908 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:47.556497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:47.563764 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:47.583166 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for subnet, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.640311 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:33:47.649516 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55f3a9e-e9c6-48be-a1a1-0906f6935ba0,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:47.657974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.667523 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-fb7c1014-2510-433a-ad7f-a892620e9960 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f55f3a9e-e9c6-48be-a1a1-0906f6935ba0 HTTP/1.1" status: 204 len: 168 time: 0.5506155 May 03 21:33:47.670028 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40964) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.671755 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.744018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, d6fd9986-ec15-407f-ad6d-d2c035b95939) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:47.753656 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.757434 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418bab06-a09d-4791-9a2e-0c29469d5fba None None] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:33:47.763531 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:47.764130 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.801650 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.841730 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593fcc52-48c0-43bf-b943-ee9dd1b3007b,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:47.864355 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c9ebee31-d786-45cc-810e-a9cfdf1036b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8ee44d8d471497eac238e7d9bc66908&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5880401 May 03 21:33:47.865665 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40970) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.868241 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 40974) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.868374 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-cdedede1-41eb-4494-b47c-e7968b15038b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1553967 May 03 21:33:47.874362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:47.885957 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:47.885957 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Usage tracker for resource:router and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:47.890120 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:47.896568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:47.974933 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.983859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.984634 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.992516 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.026205 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.026781 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.028286 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.028780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > port after_create 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.029285 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > port after_delete 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.029891 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > port after_update 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.030379 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.030871 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.031350 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.031828 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.040530 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.057558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.195707 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-d6fd9986-ec15-407f-ad6d-d2c035b95939', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:33:48.196647 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.212472 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.227640 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.228232 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.228726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.229340 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:33:48.229975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f9bc64-75ac-4cb1-819a-ca6b5a2d8375']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:48.305719 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593fcc52-48c0-43bf-b943-ee9dd1b3007b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:48.307527 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb3faf2-5d14-4d12-bc78-608e18562314') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:48.307693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb3faf2-5d14-4d12-bc78-608e18562314') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:48.330402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.331625 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f955fd00-a031-4349-afda-dd7a2a40b0e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/593fcc52-48c0-43bf-b943-ee9dd1b3007b HTTP/1.1" status: 204 len: 168 time: 0.4625728 May 03 21:33:48.333611 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.344059 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.357030 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.368080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:33:48.368480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: util.warn_limited( May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:33:48.389137 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:33:48.426561 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Allocated IP 172.20.0.2 (d6fd9986-ec15-407f-ad6d-d2c035b95939/253aa700-71be-4fa8-be9a-29e914e4cfa3/4fa0562a-b274-4b98-ad05-2c468301dd49) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:48.476200 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25421-a421-4cdb-9ad5-39b064c20b90 req-051ff991-0edc-4fa0-bffc-d44841b00338 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:48.477801 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c0d25421-a421-4cdb-9ad5-39b064c20b90 req-051ff991-0edc-4fa0-bffc-d44841b00338 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.2083514 May 03 21:33:48.536825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.569531 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.576467 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c0d25421-a421-4cdb-9ad5-39b064c20b90 req-f865e656-2292-41e5-b211-a638a1ab9374 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916188 May 03 21:33:48.577191 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] Pushing event deleted for resources: {'Network': ['ID=78f9bc64-75ac-4cb1-819a-ca6b5a2d8375,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:48.640284 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0d8b449d-8de5-4fb7-93fe-8306fc9e952d admin admin] 10.222.0.50 "DELETE /v2.0/networks/78f9bc64-75ac-4cb1-819a-ca6b5a2d8375 HTTP/1.1" status: 204 len: 168 time: 0.9691656 May 03 21:33:48.645304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 40994) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:48.716671 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Deleting subnet 875328a9-8ad5-4c20-a25d-fe4da1b02e6b {{(pid=83821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:33:48.720281 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.732873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.768779 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.770054 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.796009 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Transition to ACTIVE for port object 4fa0562a-b274-4b98-ad05-2c468301dd49 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:48.820501 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267266523'] for subnet, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.848223 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Transition to ACTIVE for port object 4fa0562a-b274-4b98-ad05-2c468301dd49 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:48.905496 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.959369 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.013340 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41004) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:49.056495 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:49.067011 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:49.072184 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:49.097526 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1254383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266638980'] for subnet, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.117900 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Pushing event updated for resources: {'Port': ['ID=4fa0562a-b274-4b98-ad05-2c468301dd49,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:49.153911 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Allocated IP 172.28.0.66 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/9432cab9-1384-4547-bfde-55ba6884d735) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:49.205549 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.224226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875328a9-8ad5-4c20-a25d-fe4da1b02e6b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:49.238219 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ccae4731-266b-4d6f-ba3d-13182609fe1e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/875328a9-8ad5-4c20-a25d-fe4da1b02e6b HTTP/1.1" status: 204 len: 168 time: 0.5932975 May 03 21:33:49.244669 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41020) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:49.414449 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Attempting to bind port 4fa0562a-b274-4b98-ad05-2c468301dd49 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:49.415180 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Attempting to bind port 4fa0562a-b274-4b98-ad05-2c468301dd49 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:49.415865 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Attempting to bind port 4fa0562a-b274-4b98-ad05-2c468301dd49 on network d6fd9986-ec15-407f-ad6d-d2c035b95939 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:49.420983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.427135 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:49.428092 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Checking segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:49.428929 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.429588 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Bound using segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:49.430324 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Bound port: 4fa0562a-b274-4b98-ad05-2c468301dd49, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:49.431082 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.451188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.500999 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.602210 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:49.610493 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.611979 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf6e382ac104b509564b4ff75041f71 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:49.614555 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] For port 4fa0562a-b274-4b98-ad05-2c468301dd49, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:49.621682 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] For port 4fa0562a-b274-4b98-ad05-2c468301dd49, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4fa0562a-b274-4b98-ad05-2c468301dd49,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:49.680163 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:49.718274 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.722330 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:49.722684 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:49.724378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:49.751735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.757695 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9432cab9-1384-4547-bfde-55ba6884d735,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:49.760327 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:49.789690 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e984d793-b719-4d06-8f21-937c6eceea56']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:49.820640 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0340be0a-0991-4001-944e-76dd5a34a34c') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:49.821257 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0340be0a-0991-4001-944e-76dd5a34a34c') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:49.842658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.863000 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9306283-43f7-4243-87b4-0b1a3e408a9f None None] Pushing event updated for resources: {'Port': ['ID=4fa0562a-b274-4b98-ad05-2c468301dd49,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:49.897792 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.939667 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:33:49.944388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:33:49.968583 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:33:50.171290 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740921fa-fc48-4a75-b390-413802a99b9a req-94fa5a89-cc27-4236-9c1d-0b1b061b815b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:50.172866 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-740921fa-fc48-4a75-b390-413802a99b9a req-94fa5a89-cc27-4236-9c1d-0b1b061b815b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.3119376 May 03 21:33:50.246472 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-740921fa-fc48-4a75-b390-413802a99b9a req-abb27bbb-e19e-4dce-b86c-6e60b6badff9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 May 03 21:33:50.272139 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.359607 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e444-3e44-453a-969f-ca9043a79733 req-99929673-33c0-4946-b597-e6b1ec9d75c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:50.368043 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-89b0e444-3e44-453a-969f-ca9043a79733 req-99929673-33c0-4946-b597-e6b1ec9d75c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1452532 May 03 21:33:50.369456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.392323 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.394439 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.447664 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cf6e382ac104b509564b4ff75041f71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4322538 May 03 21:33:50.452844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.454508 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41050) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:50.496934 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.522926 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] 10.222.0.50 "DELETE /v2.0/networks/e984d793-b719-4d06-8f21-937c6eceea56 HTTP/1.1" status: 204 len: 168 time: 1.2769120 May 03 21:33:50.544689 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1830-4dfd-4980-92fe-5c88640d365b admin admin] Pushing event deleted for resources: {'Network': ['ID=e984d793-b719-4d06-8f21-937c6eceea56,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:50.570881 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35df2e-bf54-4dab-8ed3-e8cddf9b06b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263e404-159e-44f7-be3a-27c62ef4972c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:50.624635 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-89b0e444-3e44-453a-969f-ca9043a79733 req-772d6d3f-fbec-4b7c-9d3f-5df54e5feef5 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116103 May 03 21:33:50.666759 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.708448 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.843485 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.866705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263e404-159e-44f7-be3a-27c62ef4972c,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:50.871103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.871861 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-403dc0c9-d9ff-46fe-9615-cabbcb35e27b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2263e404-159e-44f7-be3a-27c62ef4972c HTTP/1.1" status: 204 len: 168 time: 0.4109492 May 03 21:33:50.881286 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Router 49b3530a-37e4-492b-98dc-7a18d606ac9d is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:33:51.118171 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf17d0d-6924-40b0-96c8-75550da35184 None None] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:33:51.141476 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:51.155087 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Sync routers for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:51.172356 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:51.173185 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:51.219983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.221484 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-40b21e3f-9f8b-44b9-9d87-e1f8932356c6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3548498 May 03 21:33:51.224308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41066) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:51.258668 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41070) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:51.395344 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-793c0feb-65b8-4bab-af05-0a09f0d50513 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5e35a16fc3d4ffa97f64cae330861fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1354315 May 03 21:33:51.396209 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-dd7a5e29-a26c-47c2-aac2-c5e956b9e8f5 None None] Provisioning for port 4fa0562a-b274-4b98-ad05-2c468301dd49 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:51.399980 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41078) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:51.509292 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:51.545498 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.605096 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.809098 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.892025 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf36784-4351-4514-a240-523e9e911fc9,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:51.951776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.951776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.951776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.951776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.951776 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.965796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.966254 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.966587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.966917 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.969738 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:51.970269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:52.002958 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.014484 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e6f6d7c1-80e8-43f0-a7a0-bf71d276de70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebf36784-4351-4514-a240-523e9e911fc9 HTTP/1.1" status: 204 len: 168 time: 0.6133711 May 03 21:33:52.046005 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41096) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:52.096315 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ff11-8a79-4833-81e2-868b8ea71bfd req-206a0e17-d2b8-47eb-aa32-15bd02b9e0e4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:52.098030 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a71ff11-8a79-4833-81e2-868b8ea71bfd req-206a0e17-d2b8-47eb-aa32-15bd02b9e0e4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2579067 May 03 21:33:52.099388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.110311 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:50Z', 'revision_number': 3, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:52.115325 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Checking router: 49b3530a-37e4-492b-98dc-7a18d606ac9d for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:52.117231 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Updating router 49b3530a-37e4-492b-98dc-7a18d606ac9d port 9432cab9-1384-4547-bfde-55ba6884d735 binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:33:52.215453 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:52.225934 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Usage tracker for resource:security_group_rule and tenant:eb39665cedd3430d8cb13b67b288172e is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:52.239993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4fa0562a-b274-4b98-ad05-2c468301dd49 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:52.241865 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a71ff11-8a79-4833-81e2-868b8ea71bfd req-a12f8689-b452-47dd-8f18-b98add81c372 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316078 May 03 21:33:52.245873 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:52.259200 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.274693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:52.392523 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.454015 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 4fa0562a-b274-4b98-ad05-2c468301dd49 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:52.459271 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4fa0562a-b274-4b98-ad05-2c468301dd49 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:52.459701 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.484101 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.524566 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e5296c-0c21-4c97-87e5-33da232ab821,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:52.605316 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ce6c9fdc-3b69-4a7f-9630-207f95573806 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb39665cedd3430d8cb13b67b288172e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5545280 May 03 21:33:52.606804 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41112) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:52.686499 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.775487 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 4fa0562a-b274-4b98-ad05-2c468301dd49, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4fa0562a-b274-4b98-ad05-2c468301dd49,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:52.791442 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.795763 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.819058 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Transition to ACTIVE for port object 9432cab9-1384-4547-bfde-55ba6884d735 will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:52.835264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.860165 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.922551 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.960279 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.967969 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41122) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:52.974885 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858178680', 'description': 'tempest-description--1775526875'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:53.000684 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:53.024811 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:53.079399 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=4fa0562a-b274-4b98-ad05-2c468301dd49,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.090224 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Attempting to bind port 9432cab9-1384-4547-bfde-55ba6884d735 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:53.090683 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Attempting to bind port 9432cab9-1384-4547-bfde-55ba6884d735 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:53.091131 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Attempting to bind port 9432cab9-1384-4547-bfde-55ba6884d735 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:53.102683 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Pushing event updated for resources: {'Port': ['ID=9432cab9-1384-4547-bfde-55ba6884d735,revision_number=2']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.105653 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:53.106395 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:53.108537 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.108537 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:53.108537 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Bound port: 9432cab9-1384-4547-bfde-55ba6884d735, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:53.108537 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.150932 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.151196 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.159881 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.160412 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.160661 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.161163 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.162564 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.163072 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.163607 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.164107 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.164601 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.165088 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.165587 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.207836 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] For port 9432cab9-1384-4547-bfde-55ba6884d735, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:53.212721 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] For port 9432cab9-1384-4547-bfde-55ba6884d735, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=9432cab9-1384-4547-bfde-55ba6884d735,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:53.215621 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e5296c-0c21-4c97-87e5-33da232ab821,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.233790 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.235015 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92e5296c-0c21-4c97-87e5-33da232ab821 HTTP/1.1" status: 204 len: 168 time: 0.6272492 May 03 21:33:53.235433 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:53.241612 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Usage tracker for resource:security_group_rule and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:53.244935 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:53.251004 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41132) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:53.264880 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.269701 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.270200 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.270539 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.270873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.271206 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.271593 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.271844 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.272154 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.272472 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.274688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf49649-91ea-4ec6-b78d-a74170859499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.288775 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.298481 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:53.409086 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:53.409697 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:53.469802 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e2bd6c3c-cce1-404a-846c-06347773aae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f197e530afb424aa29ad7e6414b9213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2171381 May 03 21:33:53.481357 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41140) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:53.524934 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.528694 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f8cb-8fd6-4dd1-8b7c-35cafa0708a5 None None] Pushing event updated for resources: {'Port': ['ID=9432cab9-1384-4547-bfde-55ba6884d735,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.579516 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.580219 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Allocated IP 172.20.0.1 (d6fd9986-ec15-407f-ad6d-d2c035b95939/253aa700-71be-4fa8-be9a-29e914e4cfa3/abcc4cb3-4d05-44e0-98dc-5fabf8e8d188) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:53.617442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.628245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.652093 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:53.713584 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c83395-4911-4e92-8a4d-c7201ba79eb7,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.743407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608826ba-db20-490e-9fa4-319df70a2318 req-d582940b-e81b-49ad-b7e3-8b98abca278c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:53.744942 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-608826ba-db20-490e-9fa4-319df70a2318 req-d582940b-e81b-49ad-b7e3-8b98abca278c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2326143 May 03 21:33:53.779768 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.783295 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9ce721c7-0614-4844-8ff9-f5ad87b9b7d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8129387 May 03 21:33:53.788906 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41150) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:53.804128 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'security_group_rule': {'security_group_id': '06c83395-4911-4e92-8a4d-c7201ba79eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:53.815118 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:53.822190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.862654 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-608826ba-db20-490e-9fa4-319df70a2318 req-b1286c36-3f46-492d-a965-cae666ffbbfd tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094775 May 03 21:33:53.870385 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.887443 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Transition to ACTIVE for port object abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:53.888179 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Usage tracker for resource:security_group_rule and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:53.891301 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.894631 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9770d3f-b27c-433f-8655-fa75ebc0632b HTTP/1.1" status: 204 len: 168 time: 0.4087002 May 03 21:33:53.895693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aa114-707b-4d82-9010-0e597c5bf7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9770d3f-b27c-433f-8655-fa75ebc0632b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.898411 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:53.907590 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:54.017035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.030388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.069247 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:50Z', 'revision_number': 3, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:54.076145 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45826be1-21c1-46e0-9baf-cd0a2effb9ac None None] The sync data for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb is: [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:50Z', 'revision_number': 3, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:54.168202 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4fa0562a-b274-4b98-ad05-2c468301dd49 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:54.195080 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:54.201496 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:54.207143 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:54.238967 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.312230 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.324865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Pushing event updated for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:54.333459 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.347254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4fa0562a-b274-4b98-ad05-2c468301dd49 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:54.347629 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.360713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9866b62f-91bd-40ba-945d-41de9f6dd331,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:54.441611 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.445318 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-89ecb915-ff24-47e1-b259-a5ef7e60fbeb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6527331 May 03 21:33:54.445933 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41172) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:54.465219 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'security_group_rule': {'security_group_id': '06c83395-4911-4e92-8a4d-c7201ba79eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:54.517381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:54.536322 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Usage tracker for resource:security_group_rule and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:54.539412 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:54.546625 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:54.602117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.670931 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.812800 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-dfea39f9-8f53-4e8b-a363-7f06fa4f9f25 None None] Provisioning for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:54.826868 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-dfea39f9-8f53-4e8b-a363-7f06fa4f9f25 None None] Provisioning complete for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:54.826868 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-dfea39f9-8f53-4e8b-a363-7f06fa4f9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.829950 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.887117 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.966083 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-dfea39f9-8f53-4e8b-a363-7f06fa4f9f25 None None] Port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:33:54.973132 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35e03df-9b5c-4945-9a04-f49a184212ba,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:55.166314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.168916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8478dc50-4135-4ab0-88b0-af78c16e6729 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7216291 May 03 21:33:55.173306 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41202) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:55.182105 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:55.252453 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedab1c-1b71-4642-aaae-132ebaa600b0 req-d4ce6a17-369a-44a7-bbdb-51ca112173f2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:55.264823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:55.267572 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1fedab1c-1b71-4642-aaae-132ebaa600b0 req-d4ce6a17-369a-44a7-bbdb-51ca112173f2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1698439 May 03 21:33:55.274206 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.276295 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Usage tracker for resource:floatingip and tenant:fab073bbf87c448f8d5016a86204baad is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:55.279402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:55.285820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:55.338449 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1fedab1c-1b71-4642-aaae-132ebaa600b0 req-b3cbbc3b-7565-4d09-b050-c3586d1073ca tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693877 May 03 21:33:55.350022 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.463298 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.558273 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Pushing event updated for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:55.568076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.782354 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:55.784797 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:56.142473 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 9432cab9-1384-4547-bfde-55ba6884d735 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:56.175298 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.236953 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-03ef59ee-46b2-470d-b273-3d6398429776 None None] Provisioning complete for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:56.237626 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-03ef59ee-46b2-470d-b273-3d6398429776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.295303 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-03ef59ee-46b2-470d-b273-3d6398429776 None None] Port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:33:56.418187 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 9432cab9-1384-4547-bfde-55ba6884d735 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:56.423749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 9432cab9-1384-4547-bfde-55ba6884d735 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:56.424254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.428255 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Allocated IP 172.28.0.153 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/f995820c-db44-4458-829f-7aad0f133cd3) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:56.619467 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.657738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41240) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:56.668466 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 9432cab9-1384-4547-bfde-55ba6884d735, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=9432cab9-1384-4547-bfde-55ba6884d735,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:56.732346 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.763469 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3164b7-6314-4bb7-9ac7-895dd697dc74 req-40df85db-efe6-4de5-be7f-4edbffd62156 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:56.764954 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0f3164b7-6314-4bb7-9ac7-895dd697dc74 req-40df85db-efe6-4de5-be7f-4edbffd62156 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2385724 May 03 21:33:56.771098 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.831265 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=9432cab9-1384-4547-bfde-55ba6884d735,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:56.922071 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0f3164b7-6314-4bb7-9ac7-895dd697dc74 req-9c570b34-4e9e-4877-a3e8-4c2f83c9ba48 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398160 May 03 21:33:56.929655 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.962121 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Router 49b3530a-37e4-492b-98dc-7a18d606ac9d has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:57.093205 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:57.156685 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.160567 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Usage tracker for resource:security_group_rule and tenant:af19d3b41b824972800e268c1b718a4c is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:57.173345 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41258) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:57.182961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351408584', 'description': 'tempest-description--773460230'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:57.192281 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:57.196609 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:57.214288 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:57.218092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:57.268067 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:57.268859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'Port': ['ID=f995820c-db44-4458-829f-7aad0f133cd3,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:57.275596 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:57.280556 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:57.293023 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.344299 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:57.348131 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:57.351352 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:57.357957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:57.432443 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.437771 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.478487 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41264) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:57.514611 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.547756 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.564116 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41854e3d-d209-4a73-87fa-d7e4c2df0409,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:57.564799 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.566894 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:57.611242 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f83d9-ae49-4737-a1ec-925b7417ffc0,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:57.619548 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-61bdac23-c123-40bc-b55b-38612e1c1f22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af19d3b41b824972800e268c1b718a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9588907 May 03 21:33:57.622387 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41270) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:57.639934 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-8dc23783-04ce-4474-8e95-8a51360346be admin admin] 10.222.0.50 "PUT /v2.0/routers/49b3530a-37e4-492b-98dc-7a18d606ac9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4061277 May 03 21:33:57.644567 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.646165 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-779de891-694a-4707-a736-151ab45d85bd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4708014 May 03 21:33:57.659185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41276) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:57.676187 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': '41854e3d-d209-4a73-87fa-d7e4c2df0409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:57.683080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.688597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:57.696428 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:57.700618 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:57.709776 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:57.712030 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.736798 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.738644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:57.757198 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Usage tracker for resource:security_group_rule and tenant:208bea43dfca4b748bd483d763d80c06 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:57.764343 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:57.778097 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:57.788838 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.901796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.954061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.998238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.031395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f83d9-ae49-4737-a1ec-925b7417ffc0,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:58.035651 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.044080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.045883 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ccb6514c-ef1c-4c39-a061-144f5b2321d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/343f83d9-ae49-4737-a1ec-925b7417ffc0 HTTP/1.1" status: 204 len: 168 time: 0.4224048 May 03 21:33:58.101405 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aada1b4-8848-4f67-99d1-2c830f03cf5a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:58.126617 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.135003 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b8b5abb1-3133-40c5-ab2a-a64a5c123d11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=208bea43dfca4b748bd483d763d80c06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6308639 May 03 21:33:58.136055 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41290) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:58.197174 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.221423 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 9432cab9-1384-4547-bfde-55ba6884d735 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:58.308007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.371312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.394057 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 9432cab9-1384-4547-bfde-55ba6884d735 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:58.396693 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.468408 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.503053 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.524740 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aada1b4-8848-4f67-99d1-2c830f03cf5a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:58.534881 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.538353 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.539341 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-e9ff78a4-daa6-4494-8820-f2684dd62358 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5aada1b4-8848-4f67-99d1-2c830f03cf5a HTTP/1.1" status: 204 len: 168 time: 0.4002886 May 03 21:33:58.583426 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'Port': ['ID=f995820c-db44-4458-829f-7aad0f133cd3,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:58.603143 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.623388 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Sync routers for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:58.636035 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:58.636863 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:58.643611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.645423 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f586d522-c8db-40fc-be46-dcd2c0d2c874 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4705000 May 03 21:33:58.648551 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093245ba-40fd-4a91-8161-6a3d3e9f421b,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:58.666582 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79696c-88ac-4540-b016-2259b600de0d req-610ff54a-55be-4ee5-82d4-17559f540ba1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:58.668110 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7e79696c-88ac-4540-b016-2259b600de0d req-610ff54a-55be-4ee5-82d4-17559f540ba1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.4762621 May 03 21:33:58.710440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.712170 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5972225f-3e5b-43f7-94d5-4e8832ab827a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0483813 May 03 21:33:58.714832 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41312) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:58.722127 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': '41854e3d-d209-4a73-87fa-d7e4c2df0409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:58.735510 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:58.743335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:58.752444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:58.760873 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:58.762383 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7e79696c-88ac-4540-b016-2259b600de0d req-604e7fc2-f017-442e-82c9-d38b12b9964a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872688 May 03 21:33:58.876500 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.899896 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:58.972631 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.086583 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.110179 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e6c3d1-5385-4347-9720-7754c7aa88b3,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:59.183273 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.184755 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7eef4926-37e4-4d87-b0bb-7a77f8d19be0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4684620 May 03 21:33:59.188175 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41338) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:59.194756 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:59.202459 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:59.212805 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-2b957aec-35c9-4b06-b88a-5b42a7ff38ed tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:59.213910 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:floatingip and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:59.219917 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:59.230767 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:59.302188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-2b957aec-35c9-4b06-b88a-5b42a7ff38ed tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:59.303570 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-2b957aec-35c9-4b06-b88a-5b42a7ff38ed tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--858178680&fields=id&tenant_id=fab073bbf87c448f8d5016a86204baad HTTP/1.1" status: 200 len: 267 time: 0.1453891 May 03 21:33:59.325951 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.342002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 2, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:59.348539 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Checking router: 49b3530a-37e4-492b-98dc-7a18d606ac9d for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:59.348962 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Updating router 49b3530a-37e4-492b-98dc-7a18d606ac9d port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:33:59.471801 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.514980 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9796184d-7f52-4cc8-aaf7-5a50cb897b9a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:59.518181 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9796184d-7f52-4cc8-aaf7-5a50cb897b9a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.2068110 May 03 21:33:59.551107 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-5298a5a7-a86c-455d-9711-1d449369c8a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/quotas/fab073bbf87c448f8d5016a86204baad HTTP/1.1" status: 200 len: 375 time: 0.0271239 May 03 21:33:59.560978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.623751 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:59.687714 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-1c221508-d022-446c-bed6-9461e660d3a7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1288199 May 03 21:33:59.709827 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41352) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:59.715577 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567439190-network', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:59.722419 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:59.732616 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Usage tracker for resource:network and tenant:ff71f8e9b82148d28a9b9122264a0042 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:59.738266 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:59.752217 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.28.0.9 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/7bc11092-d443-41a5-b739-6d0230ef8574) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:59.754614 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:59.852706 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Made reservation on behalf of ff71f8e9b82148d28a9b9122264a0042 for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:59.854970 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.899857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.997429 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-0f38278b-f0ad-4794-a5d6-5c000546c655 service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910178 May 03 21:34:00.013828 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.039679 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Transition to ACTIVE for port object abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:00.092300 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:00.104335 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff71f8e9b82148d28a9b9122264a0042 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:00.116068 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:00.119898 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.144063 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:00.155523 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.189854 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd41ec-cd01-43e4-a2b9-ba81d0b4253c req-101472c4-4f76-4091-9a22-74b4429a9e05 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:00.190965 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-0cc0166d-51e2-4cc1-8931-3dec220ac591 service neutron] 10.222.0.50 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924253 May 03 21:34:00.191800 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-01fd41ec-cd01-43e4-a2b9-ba81d0b4253c req-101472c4-4f76-4091-9a22-74b4429a9e05 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2375717 May 03 21:34:00.337487 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Pushing event updated for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.351980 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.352715 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.352715 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.352715 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.352996 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.353338 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.353824 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.354287 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.354771 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.355387 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.355862 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.361727 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-01fd41ec-cd01-43e4-a2b9-ba81d0b4253c req-b5db7d9e-1118-41db-9eb9-890c7cb8bbf3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616580 May 03 21:34:00.432319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.512223 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Attempting to bind port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:00.512847 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Attempting to bind port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:00.513387 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Attempting to bind port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 on network d6fd9986-ec15-407f-ad6d-d2c035b95939 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:00.520367 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:00.523130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Checking segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:00.523130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.523130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Bound using segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:00.523130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Bound port: abcc4cb3-4d05-44e0-98dc-5fabf8e8d188, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:00.523130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.607062 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.650012 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b0fbe952-26a7-49cd-9704-73f31ea41887 req-3a09256d-34ed-41e6-82a5-8348eb724ef6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 210 time: 0.0973883 May 03 21:34:00.661390 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:00.672048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:00.691649 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:00.707623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] For port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:00.711539 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] For port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:00.740105 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=7bc11092-d443-41a5-b739-6d0230ef8574,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.740659 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.783278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:34:00.799817 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.840663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395659cd-1483-4af3-91a1-babe9f0c4f82,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.846188 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.846522 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Added segment 9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6 of type vlan for network d6418814-7179-4cfa-9239-05b0b598d76f May 03 21:34:00.904619 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8b50d-5d81-4823-a0db-34bdab89c479 None None] Pushing event updated for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.910371 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:00.910371 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:00.963085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.964830 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.160363 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.161218 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:01.161971 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.198166 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:01.282168 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.336013 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d6418814-7179-4cfa-9239-05b0b598d76f,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:01.352641 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network d6418814-7179-4cfa-9239-05b0b598d76f details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:34:01.573039 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-02bab89e-cd7f-4c17-b462-09f3275bdcb3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8624701 May 03 21:34:01.576407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41400) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:01.592599 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Request body: {'subnet': {'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567439190-subnet', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:01.612544 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:01.633935 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Usage tracker for resource:subnet and tenant:ff71f8e9b82148d28a9b9122264a0042 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:01.638494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:01.659472 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd974-def1-459b-b292-38feaec01caa req-997cf77a-e968-49cd-8d59-57becfd6e1a8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:01.661671 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9fdfd974-def1-459b-b292-38feaec01caa req-997cf77a-e968-49cd-8d59-57becfd6e1a8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0955453 May 03 21:34:01.681620 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:01.734323 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9fdfd974-def1-459b-b292-38feaec01caa req-ac50c0e2-9c97-45d9-a223-3a6c2d116475 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645049 May 03 21:34:01.734650 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.769977 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:00Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:01.773988 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970fa5-e60f-4049-a986-d44fab060637 None None] The sync data for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb is: [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:00Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:01.839900 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Made reservation on behalf of ff71f8e9b82148d28a9b9122264a0042 for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:01.842502 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267377074'] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.005550 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.111164 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4e00387e-fed3-452c-91f3-9910660d71b0 req-d5a2ba50-70ec-442f-91d1-5460d061ba33 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 210 time: 0.1068008 May 03 21:34:02.185727 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:02.189843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=7bc11092-d443-41a5-b739-6d0230ef8574,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:02.250803 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.353415 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:02.359736 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:02.360108 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.400042 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.410618 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f9e39413-c5eb-4869-92d5-82e6942ca866 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2212110 May 03 21:34:02.447649 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1054981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267377056'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.535782 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.581530 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aae2e00-799e-4bf7-9577-8f7af2407af4,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:02.595022 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Checking segment: {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:02.595381 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Network hostable DHCP agents. Network: d6418814-7179-4cfa-9239-05b0b598d76f, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:34:02.599170 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:02.661306 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.689839 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Network d6418814-7179-4cfa-9239-05b0b598d76f is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:34:02.742403 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:02.760138 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-867199ae-160f-4a0c-ad92-15f13985c338 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:02.770249 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, d6418814-7179-4cfa-9239-05b0b598d76f) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:02.777618 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:02.779478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.783443 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72deadf8-87dc-4345-b6f1-04e36ed62928 None None] Network d6418814-7179-4cfa-9239-05b0b598d76f requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:02.878705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-867199ae-160f-4a0c-ad92-15f13985c338 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:02.880132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-867199ae-160f-4a0c-ad92-15f13985c338 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1351408584&fields=id&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 267 time: 0.1651821 May 03 21:34:02.915558 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-2a93da6e-3ccc-4b63-8c96-ad6497151645 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3377481 May 03 21:34:02.920763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41434) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:02.927197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:02.933769 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:02.941785 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Usage tracker for resource:router and tenant:ff71f8e9b82148d28a9b9122264a0042 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:02.961939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:02.971272 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:02.999041 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab51b61-7fd4-4ee1-85fc-5ec18e77feb3 req-a01a0513-b0ca-49a6-b793-add1c2a875e2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.000817 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3ab51b61-7fd4-4ee1-85fc-5ec18e77feb3 req-a01a0513-b0ca-49a6-b793-add1c2a875e2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1312327 May 03 21:34:03.057194 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3ab51b61-7fd4-4ee1-85fc-5ec18e77feb3 req-d20f9a05-7c1b-429f-bb0b-e33cb03b89d5 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474067 May 03 21:34:03.071123 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.071123 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.095708 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-d6418814-7179-4cfa-9239-05b0b598d76f', 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'fixed_ips': [{'subnet_id': '0aae2e00-799e-4bf7-9577-8f7af2407af4'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:34:03.096331 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.128044 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.194480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-73e5236f-27b4-4888-86f1-5d4b160aed3e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.203239 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-73e5236f-27b4-4888-86f1-5d4b160aed3e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.3127272 May 03 21:34:03.218018 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-72422c66-28a4-49cf-86d8-07220efb7e89 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/quotas/f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 375 time: 0.0138402 May 03 21:34:03.321012 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-d89bcd80-41d1-4ea6-9bfe-495accc52e11 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0963838 May 03 21:34:03.333109 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Allocated IP 172.20.0.2 (d6418814-7179-4cfa-9239-05b0b598d76f/0aae2e00-799e-4bf7-9577-8f7af2407af4/62228905-d088-49f2-924e-304ab20e8302) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:03.516751 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-e8eb21fa-b7b4-4323-9ae9-0adbd30c43da service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798840 May 03 21:34:03.528731 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c8bdabf3-e65c-4ff7-aa64-50de8acde4dd req-f25cc149-9593-48cc-b2d4-903eca93bc15 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 210 time: 0.1884582 May 03 21:34:03.572401 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.583190 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Transition to ACTIVE for port object 62228905-d088-49f2-924e-304ab20e8302 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:03.604850 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Transition to ACTIVE for port object 62228905-d088-49f2-924e-304ab20e8302 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:03.626444 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.659083 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-3cd3272c-3dc6-49e3-864d-4f9d5dab13c2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.660484 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-3cd3272c-3dc6-49e3-864d-4f9d5dab13c2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 818 time: 0.2304592 May 03 21:34:03.670350 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-62edb59b-72c5-437d-b2a0-ed537a8b2b55 service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527534 May 03 21:34:03.724162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.767319 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-b0f57256-911b-4c26-853c-a23e5252890b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab073bbf87c448f8d5016a86204baad HTTP/1.1" status: 200 len: 379 time: 0.0743399 May 03 21:34:03.790111 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Network d6418814-7179-4cfa-9239-05b0b598d76f is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:03.799578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:03.805845 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:03.816837 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'port': {'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'admin_state_up': True, 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'security_groups': ['06c83395-4911-4e92-8a4d-c7201ba79eb7']}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:03.819137 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Pushing event updated for resources: {'Port': ['ID=62228905-d088-49f2-924e-304ab20e8302,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:03.925145 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Attempting to bind port 62228905-d088-49f2-924e-304ab20e8302 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:03.926214 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Attempting to bind port 62228905-d088-49f2-924e-304ab20e8302 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:03.926885 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Attempting to bind port 62228905-d088-49f2-924e-304ab20e8302 on network d6418814-7179-4cfa-9239-05b0b598d76f {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:03.934172 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:03.934546 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Checking segment: {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:03.934943 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.935967 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Bound using segment: {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:03.936600 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Bound port: 62228905-d088-49f2-924e-304ab20e8302, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:03.936984 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.019727 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dfffd295-33ba-485d-bffb-337939e96e2e req-9654a272-b280-49c7-add6-3b02868f306c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.0581832 May 03 21:34:04.024002 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:04.072783 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:04.107373 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] For port 62228905-d088-49f2-924e-304ab20e8302, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:04.109116 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] For port 62228905-d088-49f2-924e-304ab20e8302, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=62228905-d088-49f2-924e-304ab20e8302,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:04.136336 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:04.173725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Made reservation on behalf of fab073bbf87c448f8d5016a86204baad for: {'port': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:04.177148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.205951 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.322965 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.393720 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f85cf7-0944-41f5-b81d-90dad79df0ab req-43b3943a-6093-4500-b73a-e61ec2450402 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:04.394164 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6b9ee-4429-4f45-b928-f773ccfc16f7 None None] Pushing event updated for resources: {'Port': ['ID=62228905-d088-49f2-924e-304ab20e8302,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:04.394245 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e2f85cf7-0944-41f5-b81d-90dad79df0ab req-43b3943a-6093-4500-b73a-e61ec2450402 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1723540 May 03 21:34:04.403387 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:04.403792 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.484818 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.504558 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e2f85cf7-0944-41f5-b81d-90dad79df0ab req-376aafd1-81a1-4e63-8c98-7d0e6b058058 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853722 May 03 21:34:04.827716 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-54dce7d3-f55f-4f9b-a7a8-6846846c34fc req-29f45567-60e6-485b-8e89-55cbe61eb0ab tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 210 time: 0.0581741 May 03 21:34:04.908744 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Allocated IP 172.28.0.50 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/51385f46-6420-4813-96a7-395475b469d0) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:05.034190 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Allocated IP 172.20.0.13 (38ff0d15-e366-40a0-9ece-db153122fc4c/88803371-bb30-43cc-ba65-b57130ecd82f/d6bc9b74-17e6-4d24-a3ab-4b246b317e18) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:05.214621 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.275581 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7fd1d62d-41fb-4192-aad1-e81d8d4d43a1 req-659c5fd3-6e1a-428d-b653-2a0ce3687c09 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.0491633 May 03 21:34:05.310131 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.327301 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Transition to ACTIVE for port object d6bc9b74-17e6-4d24-a3ab-4b246b317e18 will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:05.385980 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.437376 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.487306 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Pushing event updated for resources: {'Port': ['ID=51385f46-6420-4813-96a7-395475b469d0,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:05.543021 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:05.550086 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:05.563134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Network 38ff0d15-e366-40a0-9ece-db153122fc4c is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:05.564083 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:05.619239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:05.659640 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:05.800076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event updated for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:05.852299 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513b91a-8d23-4333-be8e-4fea706f6679 None None] Network d6418814-7179-4cfa-9239-05b0b598d76f requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:05.889804 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee5e5-86fa-4990-b3e5-2d82301e3721 req-b0203e1e-8d72-4565-a9b5-d891820903b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:05.899812 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcbee5e5-86fa-4990-b3e5-2d82301e3721 req-b0203e1e-8d72-4565-a9b5-d891820903b1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1639788 May 03 21:34:05.928778 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:05.928778 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.015378 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcbee5e5-86fa-4990-b3e5-2d82301e3721 req-140634f0-8d67-45e7-ad1d-20d2fee25f60 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083708 May 03 21:34:06.086727 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-d4aee940-61ff-49e6-83f5-0393220c5f7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2701242 May 03 21:34:06.131850 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Request body: {'port': {'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:06.161525 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-2579e639-824a-429f-8536-fccaeca1792c None None] Provisioning for port 62228905-d088-49f2-924e-304ab20e8302 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:06.233251 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 62228905-d088-49f2-924e-304ab20e8302 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:06.335785 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.424571 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.425328 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.486611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53375e-f0e3-4d72-8edc-ba5c5bc61807 req-7aab7b6d-147b-49c3-af88-2186b6aa51f7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:06.487299 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-db53375e-f0e3-4d72-8edc-ba5c5bc61807 req-7aab7b6d-147b-49c3-af88-2186b6aa51f7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:06.495051 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 62228905-d088-49f2-924e-304ab20e8302 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:06.499031 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-8937507f-5570-4577-b231-daac2d434c2f None None] Provisioning for port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:06.506250 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-8937507f-5570-4577-b231-daac2d434c2f None None] Provisioning complete for port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:06.506869 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-8937507f-5570-4577-b231-daac2d434c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.539036 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 62228905-d088-49f2-924e-304ab20e8302 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:06.539650 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.632084 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-8937507f-5570-4577-b231-daac2d434c2f None None] Port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:06.641030 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2ed97422-1b72-41f1-b9c9-a532a8870fba req-458cd0ee-3c53-46b0-8b88-6fade40d449b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.0631990 May 03 21:34:06.705907 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.750513 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 62228905-d088-49f2-924e-304ab20e8302, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=62228905-d088-49f2-924e-304ab20e8302,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:06.768090 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-350b6d72-d903-4d56-9013-5820943952c1 None None] Provisioning complete for port 62228905-d088-49f2-924e-304ab20e8302 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:06.768466 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-350b6d72-d903-4d56-9013-5820943952c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.843624 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.878337 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-db53375e-f0e3-4d72-8edc-ba5c5bc61807 req-7aab7b6d-147b-49c3-af88-2186b6aa51f7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:06.884988 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-db53375e-f0e3-4d72-8edc-ba5c5bc61807 req-7aab7b6d-147b-49c3-af88-2186b6aa51f7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 932 time: 0.6789427 May 03 21:34:07.054624 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=62228905-d088-49f2-924e-304ab20e8302,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.086689 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-aede656c-f11a-490d-ac9d-3bafc3db0173 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1098 time: 0.2877939 May 03 21:34:07.095250 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394c04-c852-4b06-aec8-716c5b3342c4 req-0863b56e-b2cd-405c-bedf-ab93a93cbf66 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:07.103525 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-70394c04-c852-4b06-aec8-716c5b3342c4 req-0863b56e-b2cd-405c-bedf-ab93a93cbf66 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2417395 May 03 21:34:07.213042 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-db53375e-f0e3-4d72-8edc-ba5c5bc61807 req-8a2973a9-ae06-4d56-8e0b-9ff7797969b1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273916 May 03 21:34:07.246759 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-8443b549-e612-4ce4-81f2-5d4a6ccd99d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:07.249455 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-8443b549-e612-4ce4-81f2-5d4a6ccd99d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 912 time: 0.1427569 May 03 21:34:07.366043 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bc9b74-17e6-4d24-a3ab-4b246b317e18 {{(pid=83822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:07.375693 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.398796 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Transition to ACTIVE for port object d6bc9b74-17e6-4d24-a3ab-4b246b317e18 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:07.509177 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.540460 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-70394c04-c852-4b06-aec8-716c5b3342c4 req-c714831b-e379-48dd-8aee-bc634d4d8a0e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358318 May 03 21:34:07.578997 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-f0d491f6-e22c-4499-9f30-0ff6389f60b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 1001 time: 0.2846644 May 03 21:34:07.582116 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Router 987689b9-d009-4759-a2cf-f8c509228a00 is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:34:07.670899 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-072560bf-b2f4-4b1e-8c34-fd04270b0d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:07.672367 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-072560bf-b2f4-4b1e-8c34-fd04270b0d3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.0748711 May 03 21:34:07.673587 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.737835 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-49ed6e5e-0d91-4834-976f-466e6cf3e4c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:07.744090 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-49ed6e5e-0d91-4834-976f-466e6cf3e4c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.4907832 May 03 21:34:07.844795 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-3285a3bb-2c4f-4940-bc34-1083a81b730d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1621745 May 03 21:34:07.861464 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41530) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:07.939661 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e5cef032-4c8a-48d9-a5d3-61737ac9a04a req-4ae36072-0f6d-4ae8-a1e3-89e6f5c7c30d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.0535934 May 03 21:34:08.022561 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-f0af23ab-8da2-44f2-9f92-f2a264a7361a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 473 time: 0.2484474 May 03 21:34:08.038932 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'port': {'device_id': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'admin_state_up': True, 'tenant_id': 'f99f599336ad410b863de09335232069', 'security_groups': ['41854e3d-d209-4a73-87fa-d7e4c2df0409']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:08.147167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Attempting to bind port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:08.147851 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Attempting to bind port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:08.148187 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Attempting to bind port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:08.158348 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 62228905-d088-49f2-924e-304ab20e8302 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:08.163051 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 on network 38ff0d15-e366-40a0-9ece-db153122fc4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:34:08.163376 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Attempting to bind port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 on network 38ff0d15-e366-40a0-9ece-db153122fc4c {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:08.174733 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:08.176738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Checking segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:08.176738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Bound using segment: {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:08.176738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Bound port: d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:08.176738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.313353 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:08.317449 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:08.319859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:08.330576 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Sync routers for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:08.339765 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 62228905-d088-49f2-924e-304ab20e8302 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:08.340438 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.354171 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:08.356100 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:08.366201 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.408446 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.491244 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:08.509561 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.509870 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-db74cb65-d7b0-4c0f-8964-d8e67cd3c34e service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494570 May 03 21:34:08.513168 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-8a6d042c-edd6-42d2-992d-f60851c1bd62 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5889590 May 03 21:34:08.514933 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41548) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.526826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:08.605534 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.606995 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1094 time: 2.5053101 May 03 21:34:08.617933 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:08.640407 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:08.648912 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Usage tracker for resource:security_group_rule and tenant:571cde94b17d46df8360e415136a2bdc is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:08.661541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:08.671754 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:08.687461 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:08.708417 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b464518-7aaf-410c-85d7-d8c365f20742 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.748884 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:08.753521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.840894 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6bbcf-eeb2-44fb-ac64-1c54a0f17c05 req-e26627af-9cef-4942-9cd9-b8b807f1f641 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:08.842435 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ab6bbcf-eeb2-44fb-ac64-1c54a0f17c05 req-e26627af-9cef-4942-9cd9-b8b807f1f641 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 944 time: 0.4053233 May 03 21:34:08.842551 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-0c81c271-ec1d-4663-9d7f-d4c34dba08cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1097 time: 0.1031847 May 03 21:34:08.905339 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-fabaa4c9-4427-4890-80f4-3a6cb091b253 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814001 May 03 21:34:09.017629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9ab6bbcf-eeb2-44fb-ac64-1c54a0f17c05 req-e2f6ae31-342f-4f82-bb4c-b32d48c06a53 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053503 May 03 21:34:09.029904 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-093a0204-b9fe-484d-ac50-c34ea2d3b38a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 217 time: 0.1508837 May 03 21:34:09.136469 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.150887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-e81911a0-200f-4a63-9c6b-7e88fa7bda86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:09.152757 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-e81911a0-200f-4a63-9c6b-7e88fa7bda86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1081994 May 03 21:34:09.154763 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47517e3-1ba5-4568-846c-570f0cfcc7a5'] response: {'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'status': 'completed', 'code': 200} May 03 21:34:09.157435 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:06Z', 'revision_number': 3, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:09.162066 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Checking router: 987689b9-d009-4759-a2cf-f8c509228a00 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:09.162997 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Updating router 987689b9-d009-4759-a2cf-f8c509228a00 port 51385f46-6420-4813-96a7-395475b469d0 binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:09.216245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.20.0.13 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/b69e3863-cdaa-428e-acc1-8eb342649d3d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:09.229366 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.233886 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.290099 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a643bd8-2b94-4bcc-a7fd-d1fbefd4eeb5 req-4580e061-444b-42ba-8677-274cc07dfe8d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:09.292463 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6a643bd8-2b94-4bcc-a7fd-d1fbefd4eeb5 req-4580e061-444b-42ba-8677-274cc07dfe8d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.4474554 May 03 21:34:09.336012 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774ca25-834e-48fb-b7cd-c9632d688d30,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:09.348342 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-698ebf97-1138-432a-9162-15d4f0b93702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1852658 May 03 21:34:09.362575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b963879d-53c3-429d-bc74-4e4d60e7da50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=571cde94b17d46df8360e415136a2bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4998918 May 03 21:34:09.428033 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41566) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:09.474937 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d9569abe-619b-418f-b6de-f21ed13720ef req-9f0a2979-3d2b-4f2b-84ae-5320366a8ac5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.1195412 May 03 21:34:09.639383 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.671460 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Transition to ACTIVE for port object b69e3863-cdaa-428e-acc1-8eb342649d3d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:09.740270 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.753201 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Transition to ACTIVE for port object 51385f46-6420-4813-96a7-395475b469d0 will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:09.807440 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.851317 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.890953 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6a643bd8-2b94-4bcc-a7fd-d1fbefd4eeb5 req-c582c24a-2eab-4d3c-8d29-1042d4f4922d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5868886 May 03 21:34:09.927085 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:09.936042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:09.951961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:09.952254 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-733e96cb-3d13-4543-b920-61d3718bee38 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230789 May 03 21:34:09.976841 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Attempting to bind port 51385f46-6420-4813-96a7-395475b469d0 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:09.977215 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Attempting to bind port 51385f46-6420-4813-96a7-395475b469d0 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:09.977670 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Attempting to bind port 51385f46-6420-4813-96a7-395475b469d0 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:09.994555 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:09.997564 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:09.997972 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.998358 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:09.998841 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Bound port: 51385f46-6420-4813-96a7-395475b469d0, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:09.999243 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.090299 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:10.100096 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.131519 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] For port 51385f46-6420-4813-96a7-395475b469d0, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:10.134798 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] For port 51385f46-6420-4813-96a7-395475b469d0, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=51385f46-6420-4813-96a7-395475b469d0,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:10.135348 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.158025 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.166369 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e53b36-fd83-4b3c-a4b3-026a1b7f0239 None None] Pushing event updated for resources: {'Port': ['ID=51385f46-6420-4813-96a7-395475b469d0,revision_number=2']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.219962 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.222737 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.328639 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5188c976-0202-419a-b7ac-a9ab52cbd479 req-5d2d0e97-8868-4595-9432-489bc085d786 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596420 May 03 21:34:10.330626 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e53b36-fd83-4b3c-a4b3-026a1b7f0239 None None] Pushing event updated for resources: {'Port': ['ID=51385f46-6420-4813-96a7-395475b469d0,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.341637 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-fcffd9b8-4f22-4d59-88b2-975e54fc3035 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3100345 May 03 21:34:10.342665 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:10.343295 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:33:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:10.376045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Request body: {'port': {'device_id': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:10.395729 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-1941b52a-0812-418d-99e4-e7d448dc82c4 None None] Provisioning for port b69e3863-cdaa-428e-acc1-8eb342649d3d completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:10.401676 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-1941b52a-0812-418d-99e4-e7d448dc82c4 None None] Provisioning complete for port b69e3863-cdaa-428e-acc1-8eb342649d3d triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:10.402283 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-1941b52a-0812-418d-99e4-e7d448dc82c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.524986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.530607 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-1941b52a-0812-418d-99e4-e7d448dc82c4 None None] Port b69e3863-cdaa-428e-acc1-8eb342649d3d cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:10.599502 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774ca25-834e-48fb-b7cd-c9632d688d30,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.619224 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.623355 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-6653c6db-4381-433a-a48f-b5f7c735dcf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3774ca25-834e-48fb-b7cd-c9632d688d30 HTTP/1.1" status: 204 len: 168 time: 1.1400223 May 03 21:34:10.669089 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:10.722872 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68822ef2-f2f4-443d-a22f-8e84f27be13d req-22061766-cbea-493e-a0d3-9c45e8c0487d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:10.724114 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-68822ef2-f2f4-443d-a22f-8e84f27be13d req-22061766-cbea-493e-a0d3-9c45e8c0487d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 944 time: 0.4308672 May 03 21:34:10.724943 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.766828 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-59bebdef-8ff3-44c9-ab05-19c0a6e1798a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1097 time: 0.2527020 May 03 21:34:10.844728 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-68822ef2-f2f4-443d-a22f-8e84f27be13d req-b13febe3-bd54-4e19-9088-630ede6b1c24 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080472 May 03 21:34:10.997587 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610d71-d753-4402-ad37-d5960b5ebe3c req-636b6365-2957-4975-90de-9add1721f8ae tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.007150 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-29610d71-d753-4402-ad37-d5960b5ebe3c req-636b6365-2957-4975-90de-9add1721f8ae tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 932 time: 0.3079236 May 03 21:34:11.035904 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-0894f188-bff9-48c9-94a9-4b586c8511a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.037487 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-0894f188-bff9-48c9-94a9-4b586c8511a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2618377 May 03 21:34:11.148133 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-ca396155-e22c-465f-8f62-0a71a642714a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 217 time: 0.1033032 May 03 21:34:11.222946 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:06Z', 'revision_number': 3, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:11.238589 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a312fb-e099-467f-a41f-c8cb5172125d None None] The sync data for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb is: [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:06Z', 'revision_number': 3, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:11.255199 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-95f32101-f85c-4cd1-b795-88982ab32d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.256669 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-95f32101-f85c-4cd1-b795-88982ab32d9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0744345 May 03 21:34:11.281497 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-29610d71-d753-4402-ad37-d5960b5ebe3c req-ca722a61-f6fc-44fe-854a-de6eed4966fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731590 May 03 21:34:11.307975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69e3863-cdaa-428e-acc1-8eb342649d3d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:11.337630 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.355143 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Transition to ACTIVE for port object b69e3863-cdaa-428e-acc1-8eb342649d3d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:11.385701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae05fa-38df-4bdf-aadd-d9b33dcfee35 req-a7b261cf-e155-4d5e-a236-289c068d4ce3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.390127 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ceae05fa-38df-4bdf-aadd-d9b33dcfee35 req-a7b261cf-e155-4d5e-a236-289c068d4ce3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1738937 May 03 21:34:11.445144 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.502256 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ceae05fa-38df-4bdf-aadd-d9b33dcfee35 req-e979cccb-a1bf-49cd-b77d-2a00065cf10b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055853 May 03 21:34:11.509234 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.553937 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-e0cde55d-1ca6-4927-9967-cacf9d13cb7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2795982 May 03 21:34:11.738416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:12.136790 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-d95254ca-c45d-4fcb-a397-bb255da48833 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729849 May 03 21:34:12.160780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Attempting to bind port b69e3863-cdaa-428e-acc1-8eb342649d3d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:12.161066 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Attempting to bind port b69e3863-cdaa-428e-acc1-8eb342649d3d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:12.161473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Attempting to bind port b69e3863-cdaa-428e-acc1-8eb342649d3d on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:12.171133 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Port b69e3863-cdaa-428e-acc1-8eb342649d3d on network 211b5e50-0ee7-4b18-a33f-82f01f834814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:34:12.171451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Attempting to bind port b69e3863-cdaa-428e-acc1-8eb342649d3d on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:12.183442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:12.183774 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:12.184154 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:12.184578 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Bound port: b69e3863-cdaa-428e-acc1-8eb342649d3d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:12.184973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.240379 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-1005aeb2-2cb3-430b-a585-89627db1f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.329909 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 51385f46-6420-4813-96a7-395475b469d0 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:12.482583 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:12.491759 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:12.544247 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31761b-cbbd-454a-881a-8a77e7736968 req-35891e48-5e14-4390-a010-0913cdd216ec tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:12.549132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ef31761b-cbbd-454a-881a-8a77e7736968 req-35891e48-5e14-4390-a010-0913cdd216ec tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 944 time: 0.3042455 May 03 21:34:12.587247 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.594961 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 51385f46-6420-4813-96a7-395475b469d0 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:12.601038 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 51385f46-6420-4813-96a7-395475b469d0 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:12.601583 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.724555 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.724555 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b69e3863-cdaa-428e-acc1-8eb342649d3d HTTP/1.1" status: 200 len: 1094 time: 2.3526881 May 03 21:34:12.726957 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ef31761b-cbbd-454a-881a-8a77e7736968 req-b319cbc7-0497-4699-b41c-4651ee3623d1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724930 May 03 21:34:12.727402 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:12.738913 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a3a3-5516-4da7-b92a-5ade58c191c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:12.870346 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.885185 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b17c20f-59bc-424b-9aec-fe57f57bb34a req-c958ca4a-e4e5-4755-bc45-8b0df9e6756a service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304869 May 03 21:34:12.895264 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 51385f46-6420-4813-96a7-395475b469d0, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=51385f46-6420-4813-96a7-395475b469d0,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:12.901588 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459e0372-3508-4f02-aebc-5c9ac81efcf5'] response: {'name': 'network-changed', 'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'status': 'completed', 'code': 200} May 03 21:34:12.953020 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-35984e8e-5428-49d5-a670-e48570cdfea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 1097 time: 0.1097131 May 03 21:34:12.961156 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Allocated IP 172.20.0.1 (d6418814-7179-4cfa-9239-05b0b598d76f/0aae2e00-799e-4bf7-9577-8f7af2407af4/75a076e2-faf9-4ca6-a679-308022e7b85a) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:13.017536 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.045949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12291b94-4f3b-4b7a-9869-2cfbbdb3b88a req-22088f4b-10af-4474-957e-5b8da9fad511 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:13.063922 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12291b94-4f3b-4b7a-9869-2cfbbdb3b88a req-22088f4b-10af-4474-957e-5b8da9fad511 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 944 time: 0.2969902 May 03 21:34:13.110203 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-50645a75-505f-4ed9-bb4f-47804781f042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d HTTP/1.1" status: 200 len: 217 time: 0.1415081 May 03 21:34:13.196793 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=51385f46-6420-4813-96a7-395475b469d0,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:13.208942 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-290d98df-b85d-4d58-aeb4-62b80e0b6f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:13.210611 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-290d98df-b85d-4d58-aeb4-62b80e0b6f4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.0925438 May 03 21:34:13.275945 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12291b94-4f3b-4b7a-9869-2cfbbdb3b88a req-df88f0a4-cffe-4b83-9850-e69387921cf8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111490 May 03 21:34:13.315833 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-87bc06b7-f2f3-4f29-b1a8-e3a9ceeddad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983481 May 03 21:34:13.333212 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.353260 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Transition to ACTIVE for port object 75a076e2-faf9-4ca6-a679-308022e7b85a will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:13.448158 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-af57d257-0bbf-41a5-a7c4-630ad38f3140 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256151 May 03 21:34:13.475146 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.544199 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Network d6418814-7179-4cfa-9239-05b0b598d76f is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:13.547494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:13.550501 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:13.588567 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Pushing event updated for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:13.613136 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.673600 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d6bc9b74-17e6-4d24-a3ab-4b246b317e18 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:13.694749 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41650) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:13.720018 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d37a353f-4282-4dc2-885e-b87185d4eec2 req-5e5a357b-eca9-467d-910e-6f64722aeacc service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617939 May 03 21:34:13.795158 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.929138 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-3a3ee664-a947-4366-a150-e76c3b846757 None None] Provisioning for port 75a076e2-faf9-4ca6-a679-308022e7b85a completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:13.935992 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-3a3ee664-a947-4366-a150-e76c3b846757 None None] Provisioning complete for port 75a076e2-faf9-4ca6-a679-308022e7b85a triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:13.936277 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee664-a947-4366-a150-e76c3b846757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.950921 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.028913 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:14.054501 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:14.060989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0ce12c85c1485fb5926d6f896897aa is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:14.066333 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:14.068543 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ee664-a947-4366-a150-e76c3b846757 None None] Port 75a076e2-faf9-4ca6-a679-308022e7b85a cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:14.071077 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:14.075276 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:14.085539 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de7685-2dcf-4cc9-b24e-2b917fcb0d42 req-cee41c4f-e2b2-4903-8d50-386b62d395f3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:14.092514 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9de7685-2dcf-4cc9-b24e-2b917fcb0d42 req-cee41c4f-e2b2-4903-8d50-386b62d395f3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 944 time: 0.1876462 May 03 21:34:14.143038 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.180561 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bc9b74-17e6-4d24-a3ab-4b246b317e18 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:14.197359 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.201579 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:14.205086 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9de7685-2dcf-4cc9-b24e-2b917fcb0d42 req-fafda1f3-e8b1-4c53-b880-1c7aacea33c2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117015 May 03 21:34:14.214803 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-5abfae58-e387-4c24-bf67-4a573f40f443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 1097 time: 0.2222068 May 03 21:34:14.217667 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 51385f46-6420-4813-96a7-395475b469d0 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:14.263144 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.302831 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.311379 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.399063 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.407614 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.422589 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 51385f46-6420-4813-96a7-395475b469d0 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:14.423143 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.472892 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:14.500627 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c0ce12c85c1485fb5926d6f896897aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8047109 May 03 21:34:14.510606 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.516988 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41672) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:14.578819 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89769-e4c2-4000-9bef-2e46fb151290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37a15d-61f9-4cb2-84ae-bc2ba9c6cb4a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:14.631607 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-282d522f-8cb1-4307-b5bf-fe714f72a383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:14.633050 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-282d522f-8cb1-4307-b5bf-fe714f72a383 service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.3685668 May 03 21:34:14.664230 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Pushing event updated for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:14.697002 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.731388 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-051b918a-5a9f-41a7-82a7-b3086adcd5d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d HTTP/1.1" status: 200 len: 217 time: 0.0859778 May 03 21:34:14.746439 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369441a8-4372-47ca-a693-e80e9a4a7728 req-f0e54cc2-08f6-4d31-bd31-e70d06fb46ef tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:14.748108 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-369441a8-4372-47ca-a693-e80e9a4a7728 req-f0e54cc2-08f6-4d31-bd31-e70d06fb46ef tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 944 time: 0.2260537 May 03 21:34:14.754812 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Network d6418814-7179-4cfa-9239-05b0b598d76f is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:14.756411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:14.759864 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-889eb7fc-76e6-4809-a348-d2927463cf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.765208 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['d6bc9b74-17e6-4d24-a3ab-4b246b317e18'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:14.775684 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.841409 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-0c1c7034-6f15-4a3b-ab67-ad5d6b92d011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:14.842868 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-0c1c7034-6f15-4a3b-ab67-ad5d6b92d011 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.1035950 May 03 21:34:14.976867 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-fa330250-814f-4302-b6b1-569cfc80130b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257634 May 03 21:34:14.981719 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.085574 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37a15d-61f9-4cb2-84ae-bc2ba9c6cb4a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:15.106290 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-369441a8-4372-47ca-a693-e80e9a4a7728 req-12dff312-34fd-4c47-b550-149962c050e1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436542 May 03 21:34:15.106400 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.109980 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f940438f-facf-4f54-a2a7-53e2a98379fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a37a15d-61f9-4cb2-84ae-bc2ba9c6cb4a HTTP/1.1" status: 204 len: 168 time: 0.5914376 May 03 21:34:15.135440 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-9f697cb4-d7de-4a2c-bf76-c9b3d5f1d48a None None] Provisioning complete for port 75a076e2-faf9-4ca6-a679-308022e7b85a triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:15.138206 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9f697cb4-d7de-4a2c-bf76-c9b3d5f1d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.221812 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-f4fe31a2-240f-4e3e-baf4-d6f67d899786 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331860 May 03 21:34:15.243909 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9f697cb4-d7de-4a2c-bf76-c9b3d5f1d48a None None] Port 75a076e2-faf9-4ca6-a679-308022e7b85a cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:15.486540 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ba9e3697-ed61-4df0-bfe0-3dba024f6689 req-e07d65e3-1711-4275-a7d2-5a6efea87d7d service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564366 May 03 21:34:15.503227 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20bb9-3006-4180-a729-6084ee615c6a req-c998dfaf-e241-4815-9d92-420c4c9c7b11 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:15.504838 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-81e20bb9-3006-4180-a729-6084ee615c6a req-c998dfaf-e241-4815-9d92-420c4c9c7b11 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 945 time: 0.1534770 May 03 21:34:15.509589 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Router 987689b9-d009-4759-a2cf-f8c509228a00 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:15.567122 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-81e20bb9-3006-4180-a729-6084ee615c6a req-b1e69327-3a32-46b6-b468-30aad61063fc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487711 May 03 21:34:15.662809 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b69e3863-cdaa-428e-acc1-8eb342649d3d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:15.758470 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:15.758574 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.758574 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.774147 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-52c6805e-6fa9-4e47-9bc1-bbf71d9deea6 admin admin] 10.222.0.50 "PUT /v2.0/routers/987689b9-d009-4759-a2cf-f8c509228a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2561035 May 03 21:34:15.842211 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:15.856662 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'port_id': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'mac_address': 'fa:16:3e:4f:b5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:15.921309 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.942909 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69e3863-cdaa-428e-acc1-8eb342649d3d {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:15.960938 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:16.022401 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.092841 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:16.343222 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e57f-36f2-496b-a141-61f694aebdab req-890d57a3-78a1-424b-8729-3c791d604715 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:16.344707 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9612e57f-36f2-496b-a141-61f694aebdab req-890d57a3-78a1-424b-8729-3c791d604715 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 945 time: 0.1029043 May 03 21:34:16.399955 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9612e57f-36f2-496b-a141-61f694aebdab req-a38f0bbd-afd8-4ad0-8064-f75f8ad2e934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480080 May 03 21:34:16.457310 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['b69e3863-cdaa-428e-acc1-8eb342649d3d'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:16.845013 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76c548-4300-4788-89df-e4c504896ba2 req-0cca7a7e-5707-46e5-8c41-18775cda6dd3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:16.855138 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2d76c548-4300-4788-89df-e4c504896ba2 req-0cca7a7e-5707-46e5-8c41-18775cda6dd3 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 945 time: 0.1420078 May 03 21:34:16.916916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2d76c548-4300-4788-89df-e4c504896ba2 req-e7661ad1-6717-4394-8b58-4a1b04b6d95e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638049 May 03 21:34:17.296305 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.658147 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f271d44-8baa-4884-a644-131d44e336e1 req-db0b34a5-5162-4ffb-ac7c-7dff4dae579e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:17.658879 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-6f271d44-8baa-4884-a644-131d44e336e1 req-db0b34a5-5162-4ffb-ac7c-7dff4dae579e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:17.677013 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b69e3863-cdaa-428e-acc1-8eb342649d3d up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:17.878928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-6f271d44-8baa-4884-a644-131d44e336e1 req-db0b34a5-5162-4ffb-ac7c-7dff4dae579e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:17.880150 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f271d44-8baa-4884-a644-131d44e336e1 req-db0b34a5-5162-4ffb-ac7c-7dff4dae579e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 945 time: 0.3218353 May 03 21:34:17.901372 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port b69e3863-cdaa-428e-acc1-8eb342649d3d completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:17.941571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port b69e3863-cdaa-428e-acc1-8eb342649d3d triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:17.941571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.046257 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f271d44-8baa-4884-a644-131d44e336e1 req-f8db604c-fb91-45b5-9a62-4dc9a2e77c04 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574042 May 03 21:34:18.180105 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.252666 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:18.273241 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:18.303635 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299b10-6206-4005-bdfc-3de9b2566609 req-9a413ba6-e1bb-42db-a9d7-cb2e264c4bfd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:18.313676 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1b299b10-6206-4005-bdfc-3de9b2566609 req-9a413ba6-e1bb-42db-a9d7-cb2e264c4bfd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 945 time: 0.1251960 May 03 21:34:18.342345 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.343804 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d6bc9b74-17e6-4d24-a3ab-4b246b317e18 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:18.422268 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1b299b10-6206-4005-bdfc-3de9b2566609 req-f70a03ec-ef32-4324-a1ff-69ca7df709ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067424 May 03 21:34:18.454625 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d75f5b-2c48-406d-845b-2ac7d9d40be9'] response: {'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'code': 200} May 03 21:34:18.535724 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:18.598540 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:18.604389 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:18.608991 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.742969 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.796024 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:19.136137 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.237619 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:19.385000 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d55f5287-784c-433e-ba2f-c8b847d00ab1 req-871d0c5e-bece-448e-aea1-e0df73f1637b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 1099 time: 0.2010520 May 03 21:34:19.392031 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf73f4f-1634-46f3-957f-8a51edee47cf req-b926ea13-0dd0-4540-8ec6-1de78df34015 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:19.398659 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9bf73f4f-1634-46f3-957f-8a51edee47cf req-b926ea13-0dd0-4540-8ec6-1de78df34015 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1350372 May 03 21:34:19.474722 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9bf73f4f-1634-46f3-957f-8a51edee47cf req-29571447-c3ec-42b3-8302-d8252616b4cc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751998 May 03 21:34:19.476713 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d55f5287-784c-433e-ba2f-c8b847d00ab1 req-d2f31b25-c602-4956-8865-9c10bffafe6a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761061 May 03 21:34:19.652872 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cb8ea-cd09-475a-93fd-775e053e83bc req-35a0d477-9688-470a-b8cb-2ff878e7ba59 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:19.660420 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-542cb8ea-cd09-475a-93fd-775e053e83bc req-35a0d477-9688-470a-b8cb-2ff878e7ba59 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1024554 May 03 21:34:19.717810 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-542cb8ea-cd09-475a-93fd-775e053e83bc req-b903032c-fb2e-423a-9c06-b3013c7175b9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564566 May 03 21:34:20.456980 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:20.530907 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6004bc1e-cd31-4327-ae6c-a775f39047b5'] response: {'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'code': 200} May 03 21:34:20.711860 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef92dd5-16e5-4a78-aa02-9a9e700df4ce req-123a80ee-992a-44fd-8fd2-09b8a4acfde4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:20.714961 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cef92dd5-16e5-4a78-aa02-9a9e700df4ce req-123a80ee-992a-44fd-8fd2-09b8a4acfde4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1044257 May 03 21:34:20.838896 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cef92dd5-16e5-4a78-aa02-9a9e700df4ce req-06275e92-8f9c-4fe8-98f9-55534f6f5396 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101608 May 03 21:34:21.200637 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec035797-a6db-4bd3-8e0d-0d825ebb463c req-cf7df049-f980-4bb1-919d-17e35d69c18e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.3081555 May 03 21:34:21.239770 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d166d-e897-45ab-ac91-740817f97b25 req-88eadd77-9060-45f9-95cd-70c55b668557 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:21.241306 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4f0d166d-e897-45ab-ac91-740817f97b25 req-88eadd77-9060-45f9-95cd-70c55b668557 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.3139296 May 03 21:34:21.332991 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec035797-a6db-4bd3-8e0d-0d825ebb463c req-fb84d7be-e140-4635-8f5b-52f354b12734 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243181 May 03 21:34:21.353889 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4f0d166d-e897-45ab-ac91-740817f97b25 req-e4d77b43-71e7-4933-b401-2dbb2a29e5aa tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064615 May 03 21:34:21.408100 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Sync routers for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:21.426952 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:21.431858 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:21.752460 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:22.150032 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078b96b-b8e8-47e5-b5d8-4b4658aecefb req-88418243-59d9-4e27-9bd1-8e7f77e2510d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.151855 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a078b96b-b8e8-47e5-b5d8-4b4658aecefb req-88418243-59d9-4e27-9bd1-8e7f77e2510d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1125576 May 03 21:34:22.204143 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a078b96b-b8e8-47e5-b5d8-4b4658aecefb req-06137951-2a42-436f-a6b5-3952bf4c06f5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466657 May 03 21:34:22.270153 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:13Z', 'revision_number': 4, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '75a076e2-faf9-4ca6-a679-308022e7b85a', 'name': '', 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'mac_address': 'fa:16:3e:6b:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:13Z', 'revision_number': 2, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'subnets': [{'id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:22.274726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Checking router: 987689b9-d009-4759-a2cf-f8c509228a00 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:22.275078 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Updating router 987689b9-d009-4759-a2cf-f8c509228a00 port 75a076e2-faf9-4ca6-a679-308022e7b85a binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:22.348617 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.517509 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b3dc5-2d31-4293-ae31-48e9af1a30b1 req-f5d2ebe2-89f2-4171-9384-8cedf3477bc4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.519218 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f97b3dc5-2d31-4293-ae31-48e9af1a30b1 req-f5d2ebe2-89f2-4171-9384-8cedf3477bc4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1716068 May 03 21:34:22.528555 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 41860) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:22.536117 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'port_id': 'b69e3863-cdaa-428e-acc1-8eb342649d3d'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:22.583559 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41864) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:22.697358 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.872458 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.906658 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.955387 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b5e39-3be5-4cf7-8c4d-6cf9d5aa9c91 req-792cee1f-b1dc-4776-a324-f7eb7003d168 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.955655 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Transition to ACTIVE for port object 75a076e2-faf9-4ca6-a679-308022e7b85a will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:22.963550 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-831b5e39-3be5-4cf7-8c4d-6cf9d5aa9c91 req-792cee1f-b1dc-4776-a324-f7eb7003d168 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.3407795 May 03 21:34:22.982535 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:22.994472 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Usage tracker for resource:security_group_rule and tenant:13c5477a10fb4b26813d1439f36cf396 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:23.001921 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:23.014112 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:23.048018 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.108144 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.191148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.220919 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-831b5e39-3be5-4cf7-8c4d-6cf9d5aa9c91 req-d14df756-97cd-4106-ac2b-b1e740ac94a6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562766 May 03 21:34:23.295581 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea15af3-d577-4be7-97cf-a02d569bd7ac,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.313924 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e2b48a4b-3626-4fb3-97fd-007b2b021f4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13c5477a10fb4b26813d1439f36cf396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7290664 May 03 21:34:23.317476 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41876) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:23.400167 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6beac5-36ad-4613-b742-93fc484b74ef None None] Pushing event updated for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.504925 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.540749 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.584616 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Attempting to bind port 75a076e2-faf9-4ca6-a679-308022e7b85a on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:23.584847 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Attempting to bind port 75a076e2-faf9-4ca6-a679-308022e7b85a by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:23.585165 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Attempting to bind port 75a076e2-faf9-4ca6-a679-308022e7b85a on network d6418814-7179-4cfa-9239-05b0b598d76f {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:23.604504 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:23.604884 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Checking segment: {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:23.605315 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.605706 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Bound using segment: {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:23.606178 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Bound port: 75a076e2-faf9-4ca6-a679-308022e7b85a, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:23.606554 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.674904 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.690130 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.696485 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea15af3-d577-4be7-97cf-a02d569bd7ac,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.698618 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.703457 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0d937ec5-200f-4e28-8e6d-2fc9654d539c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ea15af3-d577-4be7-97cf-a02d569bd7ac HTTP/1.1" status: 204 len: 168 time: 0.3811672 May 03 21:34:23.738726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] For port 75a076e2-faf9-4ca6-a679-308022e7b85a, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:23.742587 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] For port 75a076e2-faf9-4ca6-a679-308022e7b85a, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=75a076e2-faf9-4ca6-a679-308022e7b85a,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:23.751535 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.809472 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.929978 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6beac5-36ad-4613-b742-93fc484b74ef None None] Pushing event updated for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.929978 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:23.929978 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:24.086632 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP e38a9bef-f33f-4c0e-b35a-94dc7bd1617f associated. External IP: 172.28.0.9, port: b69e3863-cdaa-428e-acc1-8eb342649d3d. May 03 21:34:24.269938 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:24.572666 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a647d-cea9-4e67-8fa0-f714c4b51bd6 req-08bc5ee9-b461-4be4-a1ae-2e650f07a809 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:24.579791 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-324a647d-cea9-4e67-8fa0-f714c4b51bd6 req-08bc5ee9-b461-4be4-a1ae-2e650f07a809 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1386440 May 03 21:34:24.708678 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-324a647d-cea9-4e67-8fa0-f714c4b51bd6 req-947071ed-9551-4f86-a934-33dc04ee466f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274059 May 03 21:34:25.019838 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:13Z', 'revision_number': 4, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '75a076e2-faf9-4ca6-a679-308022e7b85a', 'name': '', 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'mac_address': 'fa:16:3e:6b:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 4, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'subnets': [{'id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:25.030163 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2fad1-bd29-4b57-8e68-e99ade361f19 None None] The sync data for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb is: [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:34:13Z', 'revision_number': 4, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '75a076e2-faf9-4ca6-a679-308022e7b85a', 'name': '', 'network_id': 'd6418814-7179-4cfa-9239-05b0b598d76f', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'mac_address': 'fa:16:3e:6b:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 4, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'subnets': [{'id': '0aae2e00-799e-4bf7-9577-8f7af2407af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:25.182777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e411-db09-495c-ab3b-a3121e6b5e33 req-4729b46c-2933-42c9-a92b-d953b1ac8e4d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:25.189480 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dca1e411-db09-495c-ab3b-a3121e6b5e33 req-4729b46c-2933-42c9-a92b-d953b1ac8e4d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.2286613 May 03 21:34:25.193208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 41932) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:25.218240 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'floatingip': {'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:25.271223 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:25.460140 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.710055 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:25.720650 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:25.721928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.743548 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:25.744461 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:25.869727 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d9abad9b-df1c-469c-b76d-f074079cacc6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "PUT /v2.0/floatingips/e38a9bef-f33f-4c0e-b35a-94dc7bd1617f HTTP/1.1" status: 200 len: 990 time: 3.3280220 May 03 21:34:25.869727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:26.018458 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d49b928-bc8d-41ef-9e33-a92db7e160db'] response: {'name': 'network-changed', 'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'status': 'completed', 'code': 200} May 03 21:34:26.252417 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:26.287730 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-1d8b4438-e8ac-4d84-b655-1f40c6400bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 1099 time: 0.2262616 May 03 21:34:26.322296 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 75a076e2-faf9-4ca6-a679-308022e7b85a up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:26.663913 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 75a076e2-faf9-4ca6-a679-308022e7b85a completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:26.670472 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 75a076e2-faf9-4ca6-a679-308022e7b85a triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:26.671861 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.831902 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022873a-3323-4b64-853d-fc8129387ccd req-96bc0638-2db6-4272-a399-3bb9fae1c980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:26.833836 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-96bc0638-2db6-4272-a399-3bb9fae1c980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.5331111 May 03 21:34:26.969300 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.040352 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.052820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.121774 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-881901c8-0eed-43f4-b1f4-39a89b1b1974 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d HTTP/1.1" status: 200 len: 998 time: 0.2783771 May 03 21:34:27.183037 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 75a076e2-faf9-4ca6-a679-308022e7b85a, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=75a076e2-faf9-4ca6-a679-308022e7b85a,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:27.293081 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.411451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022873a-3323-4b64-853d-fc8129387ccd req-bc2ad2d2-b62d-49f3-9e40-de67622213ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:27.436894 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-bc2ad2d2-b62d-49f3-9e40-de67622213ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.2898178 May 03 21:34:27.515370 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}, {'id': 'e38a9bef-f33f-4c0e-b35a-94dc7bd1617f', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:4f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:00Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:27.515370 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:27.517018 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:27.517662 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:27.517662 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:27.628951 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-a7f888a5-0640-4219-9f4a-a5e50ff73171 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910038 May 03 21:34:27.656055 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Floating IP 164375d1-364e-41d4-aa7f-2476e6067418 associated. External IP: 172.28.0.153, port: d6bc9b74-17e6-4d24-a3ab-4b246b317e18. May 03 21:34:27.817173 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-8698ec54-5649-4394-8128-2fb1965e4cb7 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808579 May 03 21:34:27.853940 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:28.099021 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d022873a-3323-4b64-853d-fc8129387ccd req-700e1dd6-511f-43c1-9102-4a0205b5c52c service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751408 May 03 21:34:28.179015 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 75a076e2-faf9-4ca6-a679-308022e7b85a up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:28.289754 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 75a076e2-faf9-4ca6-a679-308022e7b85a triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:28.290315 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.393833 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:28.625174 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-ce056860-e404-44f3-880d-690321383bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}, {'id': 'e38a9bef-f33f-4c0e-b35a-94dc7bd1617f', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:4f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:00Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:28.630623 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce056860-e404-44f3-880d-690321383bf5 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}, {'id': 'e38a9bef-f33f-4c0e-b35a-94dc7bd1617f', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:4f:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:00Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:28.670118 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:28.676117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.682093 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:28.710888 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:28.713868 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:28.784237 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c5ed364e-0b9d-41e3-88c7-1287caa05ff7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "PUT /v2.0/floatingips/164375d1-364e-41d4-aa7f-2476e6067418 HTTP/1.1" status: 200 len: 992 time: 3.5794210 May 03 21:34:28.784936 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:28.871389 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cb1106-b345-4d6d-986f-da44d0fbf7e0'] response: {'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'status': 'completed', 'code': 200} May 03 21:34:29.022124 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:29.095569 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-8eab67ff-1376-4dfe-8d34-0ca12936df23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.1565783 May 03 21:34:29.398842 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-f714427a-38a8-4d35-ae7d-ea3b6a7aaed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:29.401838 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-f714427a-38a8-4d35-ae7d-ea3b6a7aaed6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2971678 May 03 21:34:29.565334 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-d5aafd4e-e8d6-4746-9643-4589543feb21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1000 time: 0.1511538 May 03 21:34:29.591526 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:29.595855 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:29.607375 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:29.609410 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:29.683567 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-7fed455b-7f95-4344-9a88-bbc0779e5d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:29.687823 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-7fed455b-7f95-4344-9a88-bbc0779e5d1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1078880 May 03 21:34:29.969139 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-e232dc97-0efb-409b-9f66-d7f491ee1044 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2699618 May 03 21:34:30.060192 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:30.297422 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-c53d7b3c-62ba-466f-b7e7-bac606366b1d service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183050 May 03 21:34:30.553293 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bb4f67bf-81d3-4648-b1dc-4d0b00fc8870 req-c51bb60c-10a6-41d6-990a-103d45f93d3b service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470028 May 03 21:34:30.637920 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:30.642684 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c25c19-3c69-41a8-9de5-7c2efa9d96ad None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:31.567642 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15082d2-9daa-4efe-8579-5114bc831f0d None None] New status for floating IP e38a9bef-f33f-4c0e-b35a-94dc7bd1617f: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:35.830084 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687b92f-50dd-4031-a3ef-4a9593264f18 None None] New status for floating IP 164375d1-364e-41d4-aa7f-2476e6067418: ACTIVE {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:36.142541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42182) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:36.228505 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-969a1e76-d9d2-4899-bc92-3054b365fa2c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:36.229227 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-969a1e76-d9d2-4899-bc92-3054b365fa2c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:36.292586 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.322953 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:36.328362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Usage tracker for resource:security_group_rule and tenant:789db12537184d6d89cc3810af617db4 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:36.329541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:36.336053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:36.347420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-969a1e76-d9d2-4899-bc92-3054b365fa2c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:36.348619 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-969a1e76-d9d2-4899-bc92-3054b365fa2c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 815 time: 0.2743330 May 03 21:34:36.367766 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-3872192a-f70a-4764-9b21-47a2050fd4bf tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/quotas/278b9ee691f44c489ad44dd4712db48b HTTP/1.1" status: 200 len: 375 time: 0.0116117 May 03 21:34:36.410772 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.462500 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-a482c897-1e98-4901-a150-ec4476bd4041 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877688 May 03 21:34:36.467028 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.517934 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f17c1b-4fdf-4c50-854c-96b3fb45b4e2,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:36.527432 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-1dc3bd3f-ab81-4387-b8cd-8702eb80153c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=789db12537184d6d89cc3810af617db4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3826258 May 03 21:34:36.527942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42192) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:36.591383 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.617376 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-5715f0cc-4ab7-4d67-bde5-8496aa11c5d9 service neutron] 10.222.0.50 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415527 May 03 21:34:36.621736 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.634764 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:34:36.747253 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.767227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f17c1b-4fdf-4c50-854c-96b3fb45b4e2,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:36.779879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:36.779879 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-1db6ab60-f0b0-4c87-81c9-94b4d4410857 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30f17c1b-4fdf-4c50-854c-96b3fb45b4e2 HTTP/1.1" status: 204 len: 168 time: 0.2429502 May 03 21:34:36.780967 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-d3475092-e642-4da4-a2bc-2922f4951ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473005 May 03 21:34:37.217007 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b246a025-d635-4aef-9167-3f9312bd5ea9 req-b5492527-a63e-43a8-861e-2cd13788d543 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:37.352263 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b246a025-d635-4aef-9167-3f9312bd5ea9 req-b5492527-a63e-43a8-861e-2cd13788d543 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:37.353603 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b246a025-d635-4aef-9167-3f9312bd5ea9 req-b5492527-a63e-43a8-861e-2cd13788d543 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 210 time: 0.1989658 May 03 21:34:38.527002 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-82aa3b89-acdc-4a8c-adb3-d2cc8fdeb551 req-c3f5ab33-0f81-4987-8570-4b5924278dcd tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 210 time: 0.0418274 May 03 21:34:39.691329 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-582b4eaa-a6c1-47aa-b821-e1350f2edd4c req-2879d742-75f1-4d59-ae3a-c74df5d55a8d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 210 time: 0.0408361 May 03 21:34:40.112866 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-23e65e1f-1fc7-4827-91c7-6c28f9b06c44 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:40.114337 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-23e65e1f-1fc7-4827-91c7-6c28f9b06c44 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 815 time: 0.1453912 May 03 21:34:40.149492 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'port': {'device_id': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'admin_state_up': True, 'tenant_id': '278b9ee691f44c489ad44dd4712db48b'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:40.294576 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:40.304449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:40.385561 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Made reservation on behalf of 278b9ee691f44c489ad44dd4712db48b for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:40.388837 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.572687 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Allocated IP 172.20.0.4 (d6fd9986-ec15-407f-ad6d-d2c035b95939/253aa700-71be-4fa8-be9a-29e914e4cfa3/91674546-16d0-4e1a-a323-d87a3c1d85f7) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:40.789404 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.805587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Transition to ACTIVE for port object 91674546-16d0-4e1a-a323-d87a3c1d85f7 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:40.882255 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d6282986-1b85-44d3-b981-e79a34124662 req-f7feaacd-2432-4e73-84c7-b35cf61173e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 210 time: 0.0419545 May 03 21:34:40.905878 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.042170 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42284) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:41.140422 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:41.144083 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:41.151898 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:41.198869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:41.233396 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:41.234077 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.241823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.280416 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:41.286094 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Usage tracker for resource:security_group_rule and tenant:d10c7922f8fe45dabbeb71f23a3fe72f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:41.290177 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:41.297386 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:41.347081 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-58a69925-8c80-4412-a0b5-df8656635409 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2016852 May 03 21:34:41.377211 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Request body: {'port': {'device_id': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:41.416941 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.477523 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.498479 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.505508 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7f5e3379-2b9d-4aef-9d1b-1d8fe727e2c5 None None] Provisioning for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:41.512502 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7f5e3379-2b9d-4aef-9d1b-1d8fe727e2c5 None None] Provisioning complete for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:41.512895 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3379-2b9d-4aef-9d1b-1d8fe727e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.608011 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d10c7922f8fe45dabbeb71f23a3fe72f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5647635 May 03 21:34:41.609137 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5119bb9-607f-4ce1-9f37-885b8bd10bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90728657-1c81-4e28-9e2b-69951d208c94,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:41.623269 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42304) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:41.685180 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e3379-2b9d-4aef-9d1b-1d8fe727e2c5 None None] Port 91674546-16d0-4e1a-a323-d87a3c1d85f7 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:41.756947 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.802150 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.945963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.998551 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90728657-1c81-4e28-9e2b-69951d208c94,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:42.018747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:42.032291 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d3d28822-02d1-472f-b05f-5ba32501e9b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90728657-1c81-4e28-9e2b-69951d208c94 HTTP/1.1" status: 204 len: 168 time: 0.4017642 May 03 21:34:42.147109 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91674546-16d0-4e1a-a323-d87a3c1d85f7 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:42.157599 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:42.174630 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5414ef72-e0fd-47f8-8c3e-300ed4a77429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:42.175470 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Transition to ACTIVE for port object 91674546-16d0-4e1a-a323-d87a3c1d85f7 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:42.253621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:42.370447 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a10b2-3a52-45ce-b710-28ab02dfcb02 req-e986198c-7920-45f8-b688-528ab6c5a2bb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:42.373408 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-164a10b2-3a52-45ce-b710-28ab02dfcb02 req-e986198c-7920-45f8-b688-528ab6c5a2bb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.1925099 May 03 21:34:42.436714 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-164a10b2-3a52-45ce-b710-28ab02dfcb02 req-f42e4b05-8ddc-44c5-b651-9319186554d4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 May 03 21:34:42.460381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:42.672537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Attempting to bind port 91674546-16d0-4e1a-a323-d87a3c1d85f7 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:42.673351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Attempting to bind port 91674546-16d0-4e1a-a323-d87a3c1d85f7 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:42.673887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Attempting to bind port 91674546-16d0-4e1a-a323-d87a3c1d85f7 on network d6fd9986-ec15-407f-ad6d-d2c035b95939 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:42.681731 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Port 91674546-16d0-4e1a-a323-d87a3c1d85f7 on network d6fd9986-ec15-407f-ad6d-d2c035b95939 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:34:42.682655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Attempting to bind port 91674546-16d0-4e1a-a323-d87a3c1d85f7 on network d6fd9986-ec15-407f-ad6d-d2c035b95939 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:42.691239 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:42.692803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Checking segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:42.694039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Bound using segment: {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:42.695160 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Bound port: 91674546-16d0-4e1a-a323-d87a3c1d85f7, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8fd782-49ac-4d02-9182-0046f9c219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:42.696221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:42.800926 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:42.804109 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:43.065666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.075330 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42322) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:43.096213 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.137574 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:43.142606 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Usage tracker for resource:security_group_rule and tenant:5e95fb328fe6421884f3948ff7017e5e is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:43.146036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:43.158705 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:43.189239 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.198346 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] 10.222.0.32 "PUT /v2.0/ports/91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 1093 time: 1.8273203 May 03 21:34:43.198346 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:43.279336 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda1c12-108a-4ed0-8b93-a3a506aac462 service neutron] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:43.304597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.315623 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce92815-5722-4c4f-9bdd-55e7706d71d1'] response: {'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:34:43.379821 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.439713 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615d2e2-1734-47f2-bf80-a9bc7a512500,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:43.454986 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fe583f7d-97f7-4304-ab3b-728e31417a31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e95fb328fe6421884f3948ff7017e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3771350 May 03 21:34:43.457728 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42332) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:43.546260 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.582238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.658473 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4876659-ef51-4db9-8cd2-5f98a17e9be9 req-3a4aeb41-8bd8-4127-97e5-5ad83bc8d544 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:43.660054 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f4876659-ef51-4db9-8cd2-5f98a17e9be9 req-3a4aeb41-8bd8-4127-97e5-5ad83bc8d544 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0872812 May 03 21:34:43.719580 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f4876659-ef51-4db9-8cd2-5f98a17e9be9 req-37bc329c-9b84-4da3-93bd-1ce7335943bb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524228 May 03 21:34:43.727957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.751234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:43.755454 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d615d2e2-1734-47f2-bf80-a9bc7a512500 HTTP/1.1" status: 204 len: 168 time: 0.2966111 May 03 21:34:43.758154 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347fc2-a73d-4e8b-9f8b-35b232b83ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615d2e2-1734-47f2-bf80-a9bc7a512500,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:44.287283 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.538146 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42348) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:44.557053 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.592061 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:44.595924 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Usage tracker for resource:security_group_rule and tenant:96fee172d6d74adcac00059d0da6c5c4 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:44.598966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:44.605126 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:44.679687 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.954025 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-9d251c44-34bd-4519-9d82-693418f9aeba tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:44.954771 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-9d251c44-34bd-4519-9d82-693418f9aeba tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:45.197254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bada73a4-246c-480d-a39a-cb92654386c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.230117 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-9d251c44-34bd-4519-9d82-693418f9aeba tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:45.231228 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-9d251c44-34bd-4519-9d82-693418f9aeba tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.3704398 May 03 21:34:45.231795 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.323483 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65279f43-36ef-4628-aef0-2cd9872aff64,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:45.337149 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-3cea5fa3-0a4c-4be2-bab4-6c60732471d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96fee172d6d74adcac00059d0da6c5c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7947657 May 03 21:34:45.343197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42354) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:45.343957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-f28a4366-2bbc-41a6-bca6-33db36967134 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:45.418008 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.441445 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-f28a4366-2bbc-41a6-bca6-33db36967134 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:45.442770 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5ce79e23-218d-4e0f-ac7c-8391af05217e req-f28a4366-2bbc-41a6-bca6-33db36967134 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035873 May 03 21:34:45.444956 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.617520 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.657354 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65279f43-36ef-4628-aef0-2cd9872aff64,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:45.657354 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.657354 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-2dc8007e-3fe3-4bb7-9dff-9c2dfdaea38a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65279f43-36ef-4628-aef0-2cd9872aff64 HTTP/1.1" status: 204 len: 168 time: 0.3005331 May 03 21:34:45.899181 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.931024 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:46.742811 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb01b6-9327-4ce8-85bd-e4378eeacf20 req-ef1513ca-b2c5-4743-927f-ee338c3f96d8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:46.744061 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5cb01b6-9327-4ce8-85bd-e4378eeacf20 req-ef1513ca-b2c5-4743-927f-ee338c3f96d8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.1534226 May 03 21:34:46.824052 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5cb01b6-9327-4ce8-85bd-e4378eeacf20 req-18d02601-8580-43ad-9aea-6336006c765e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 May 03 21:34:47.223668 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:48.215251 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bc1bf-87fd-47d2-9981-b23e7bc48d96 req-1dd77391-2f67-41a2-a544-00df6705822a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:48.220716 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-385bc1bf-87fd-47d2-9981-b23e7bc48d96 req-1dd77391-2f67-41a2-a544-00df6705822a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.2125454 May 03 21:34:48.327595 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-385bc1bf-87fd-47d2-9981-b23e7bc48d96 req-38035086-1740-4c0d-9202-7700a66f21a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986447 May 03 21:34:49.587840 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb9f8-4865-4910-85f6-8786e9554e41 req-540bbd60-5842-47bf-b556-c3189dbb9aa8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:49.590290 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4e7cb9f8-4865-4910-85f6-8786e9554e41 req-540bbd60-5842-47bf-b556-c3189dbb9aa8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0982373 May 03 21:34:49.680798 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4e7cb9f8-4865-4910-85f6-8786e9554e41 req-0e32218f-b97e-454d-a784-ba7a3cb85bb1 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 May 03 21:34:50.890108 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c19fba-a026-4b44-b8a5-f42c7d08e74c req-ef4de962-51f4-44ad-acb2-12ef001ca94b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:50.891830 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-29c19fba-a026-4b44-b8a5-f42c7d08e74c req-ef4de962-51f4-44ad-acb2-12ef001ca94b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0905511 May 03 21:34:50.950941 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-29c19fba-a026-4b44-b8a5-f42c7d08e74c req-96e31e13-549e-4351-86c1-e36a9632eb0f tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 May 03 21:34:51.764225 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-64e8d240-0533-462d-b17c-92fb64cac2ec req-ed161931-19dc-4c23-9a03-755b76ed2654 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1096 time: 0.0737398 May 03 21:34:51.820936 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-a90c43ad-3c34-4618-8425-e0960b80c4b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773826 May 03 21:34:51.981435 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8d240-0533-462d-b17c-92fb64cac2ec req-2b5e7e3c-64b4-4f57-b1dd-38680106480a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:51.983156 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-64e8d240-0533-462d-b17c-92fb64cac2ec req-2b5e7e3c-64b4-4f57-b1dd-38680106480a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=278b9ee691f44c489ad44dd4712db48b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1668808 May 03 21:34:52.080346 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-a477cff4-b671-4c3f-8448-1a7d02cbe02b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 1098 time: 0.0740917 May 03 21:34:52.235607 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8d240-0533-462d-b17c-92fb64cac2ec req-c8660949-d52d-42ff-b1a5-4e2cce8301ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.237063 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-64e8d240-0533-462d-b17c-92fb64cac2ec req-c8660949-d52d-42ff-b1a5-4e2cce8301ee service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333939 May 03 21:34:52.282208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-b1d80e7c-4a06-4dc2-b854-93f33eb7faa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.283626 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-b1d80e7c-4a06-4dc2-b854-93f33eb7faa1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1579053 May 03 21:34:52.290440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb85a9-1b35-48da-8bf9-1f80d559e74d req-a41fb775-61d2-4f18-bca4-74b3e36f7bb9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.291816 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aacb85a9-1b35-48da-8bf9-1f80d559e74d req-a41fb775-61d2-4f18-bca4-74b3e36f7bb9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.2019067 May 03 21:34:52.371947 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-8c64d8cb-6887-4afc-a20f-85db3a928830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 200 len: 217 time: 0.0780263 May 03 21:34:52.379425 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-e15bd0b4-77a2-4168-b775-200a5c76b8f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1096 time: 0.0746145 May 03 21:34:52.440478 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aacb85a9-1b35-48da-8bf9-1f80d559e74d req-aef9a808-a7fa-41b3-a08f-cf39e20d1d63 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994520 May 03 21:34:52.454591 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-454040d2-3033-4114-ba52-915700a7db3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.455271 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-454040d2-3033-4114-ba52-915700a7db3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0712485 May 03 21:34:52.464912 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-3ea6a9f8-af4c-4581-b1eb-9a832ceb5b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 217 time: 0.0680618 May 03 21:34:52.534681 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-8044c89e-8aad-43c2-a177-22556d86f836 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721021 May 03 21:34:52.536490 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-54257103-7f47-475a-bee7-c5a696b7d12f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.538829 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-54257103-7f47-475a-bee7-c5a696b7d12f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.0657485 May 03 21:34:52.649982 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-302adcfe-7cce-4ebe-bc03-16d853f689df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831809 May 03 21:34:52.708128 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-d6c8753e-9181-4083-ab7f-81f322c52e11 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429124 May 03 21:34:52.795962 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-c63bc0cf-c7fa-4c0c-bea9-5bddefe7ecff service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362679 May 03 21:34:52.857698 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-47039e26-47bb-4422-b9fa-6f961fba8e94 req-a444cfac-b3e8-44b0-b888-653afea8bb4f service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381409 May 03 21:34:52.957619 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-72ba9d28-8afb-4d73-8b20-5f2b86e421e2 req-810aad81-e21e-4c37-aad6-13359ffeddaa service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547050 May 03 21:34:53.296555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41166e25-0844-4a13-ae84-cfc614a47074 req-3ab8709e-bf2b-4f4a-9a69-25491694f6b4 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:53.298031 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-41166e25-0844-4a13-ae84-cfc614a47074 req-3ab8709e-bf2b-4f4a-9a69-25491694f6b4 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0892081 May 03 21:34:53.343255 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-41166e25-0844-4a13-ae84-cfc614a47074 req-ce30f8d3-7713-4be6-86d3-392e030b6b0f tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 May 03 21:34:53.644092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f997e-3d28-4efb-a3fe-1617373c628c req-c850911a-f1ed-4a3a-93ab-9e2e81d69665 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:53.646518 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-475f997e-3d28-4efb-a3fe-1617373c628c req-c850911a-f1ed-4a3a-93ab-9e2e81d69665 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0820258 May 03 21:34:53.696758 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-475f997e-3d28-4efb-a3fe-1617373c628c req-e4e6c170-c013-4ca0-9d5c-8d3949ce7db1 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 May 03 21:34:54.542140 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07ab9-682a-4fc5-9323-8706978060a2 req-b79ddfeb-e777-4715-b46f-201dc73e5d78 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:54.543502 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0cc07ab9-682a-4fc5-9323-8706978060a2 req-b79ddfeb-e777-4715-b46f-201dc73e5d78 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0777400 May 03 21:34:54.589086 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0cc07ab9-682a-4fc5-9323-8706978060a2 req-622718f5-cbe6-466e-b201-a43b09585318 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 May 03 21:34:54.885147 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42510) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:54.906020 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d3c26-0f71-4208-b9bb-658fc5349d9c req-63121a04-786d-4c2f-9866-7d588f757887 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:54.907472 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1d4d3c26-0f71-4208-b9bb-658fc5349d9c req-63121a04-786d-4c2f-9866-7d588f757887 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0878038 May 03 21:34:54.955415 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1d4d3c26-0f71-4208-b9bb-658fc5349d9c req-7d5cd350-d1b1-4dc2-b5b9-52ac1130a710 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 May 03 21:34:55.041941 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.073821 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:55.077493 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Usage tracker for resource:security_group_rule and tenant:239f871a869e4f819a559adb0646754b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:55.080230 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:55.086863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:55.152833 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.226919 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.274755 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd0ee86-2cd5-4ebb-a82a-604ef254b382,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:55.280755 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=239f871a869e4f819a559adb0646754b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3945901 May 03 21:34:55.283577 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42518) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:55.286793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.287905 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.288399 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.288865 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.289436 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.289911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.290852 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.290852 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.291265 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.291719 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.292148 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf8d65-b256-497e-81f0-66b8dd043e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.394683 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.420189 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.547845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.564159 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd0ee86-2cd5-4ebb-a82a-604ef254b382,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:55.573108 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.574247 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfd0ee86-2cd5-4ebb-a82a-604ef254b382 HTTP/1.1" status: 204 len: 168 time: 0.2896795 May 03 21:34:55.575964 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.576305 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.576639 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.576964 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.577308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.577644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.578026 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.578278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.578596 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.578913 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.579229 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c76c75-61a7-4da8-9cb2-3658697d3d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:55.784892 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81afc-e176-4587-a3d4-1eaa0bd22fcf req-22fbcecb-4cbb-4441-b1c0-b3de315c14eb tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:55.787463 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-46b81afc-e176-4587-a3d4-1eaa0bd22fcf req-22fbcecb-4cbb-4441-b1c0-b3de315c14eb tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0768278 May 03 21:34:55.838416 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-46b81afc-e176-4587-a3d4-1eaa0bd22fcf req-acf27ba6-a30b-4f57-a57d-be68e2abf3f9 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 May 03 21:34:55.894938 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 91674546-16d0-4e1a-a323-d87a3c1d85f7 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:56.045133 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:56.058863 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'port_id': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'mac_address': 'fa:16:3e:74:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:56.112205 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.133124 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91674546-16d0-4e1a-a323-d87a3c1d85f7 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:56.149560 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:56.187413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de09163-45bf-46a7-ada4-b4364b5eb81f req-3e1e2596-7f29-4310-8c0b-7be34a81527e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:56.188873 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1de09163-45bf-46a7-ada4-b4364b5eb81f req-3e1e2596-7f29-4310-8c0b-7be34a81527e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 943 time: 0.0976143 May 03 21:34:56.221877 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.235317 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1de09163-45bf-46a7-ada4-b4364b5eb81f req-9c8a557e-dc97-447d-a6d3-78814d3180bf tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 May 03 21:34:56.293410 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:56.678431 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:57.043854 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbbb87-483c-4318-b416-c4710a3f78fd req-6040d706-039f-41a3-957f-8bf4ce801ab4 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:57.045358 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b8fbbb87-483c-4318-b416-c4710a3f78fd req-6040d706-039f-41a3-957f-8bf4ce801ab4 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0795815 May 03 21:34:57.090248 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b8fbbb87-483c-4318-b416-c4710a3f78fd req-4634da77-06fc-4556-8c5d-f1a841abcef2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 May 03 21:34:57.443859 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531c78-4e35-492d-bfbd-74121056dcc2 req-499007f3-9694-40f2-a559-54c2b1798539 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:57.445332 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-73531c78-4e35-492d-bfbd-74121056dcc2 req-499007f3-9694-40f2-a559-54c2b1798539 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 944 time: 0.0860815 May 03 21:34:57.491123 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-73531c78-4e35-492d-bfbd-74121056dcc2 req-fc7252f5-2909-4ec2-a942-8d1290f2693f tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 May 03 21:34:57.907380 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 91674546-16d0-4e1a-a323-d87a3c1d85f7 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:58.037757 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:58.042891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:58.043252 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.165342 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.200623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:58.210538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:58.256358 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b541b545-fab5-41b9-ab63-493b247bc94a'] response: {'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'code': 200} May 03 21:34:58.289207 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.305991 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5159-f2fb-4ae5-95c8-af3f98b6c787 req-54a343fa-8de4-487f-867e-b35e7bcbcfe2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:58.307593 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4d9a5159-f2fb-4ae5-95c8-af3f98b6c787 req-54a343fa-8de4-487f-867e-b35e7bcbcfe2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0914497 May 03 21:34:58.357205 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:58.357927 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4d9a5159-f2fb-4ae5-95c8-af3f98b6c787 req-3bf80d18-9a95-4919-8632-28458139899f tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 May 03 21:34:58.715957 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fdb53ca-5367-4bb0-ad39-a0903feccab7 req-c1798232-3b0b-45a8-9292-3be7f6103215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1098 time: 0.1307569 May 03 21:34:58.726287 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45052367-0db9-410c-9a35-11e3215178f8 req-ec8629cd-e3c4-4c9a-89de-3de9e6aaaf83 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:58.727644 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-45052367-0db9-410c-9a35-11e3215178f8 req-ec8629cd-e3c4-4c9a-89de-3de9e6aaaf83 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.1038427 May 03 21:34:58.799660 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fdb53ca-5367-4bb0-ad39-a0903feccab7 req-a2b471df-0c16-440d-b03a-573af1feef26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710933 May 03 21:34:58.803022 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-45052367-0db9-410c-9a35-11e3215178f8 req-cc26dd33-39a7-4c6e-b5c3-0bf641f16b45 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 May 03 21:34:59.555945 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dd8cf-9c83-4893-ae0e-71d2406d4825 req-b1f2ae98-e4e6-45a4-90a5-78d8bf06903d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:59.557441 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-911dd8cf-9c83-4893-ae0e-71d2406d4825 req-b1f2ae98-e4e6-45a4-90a5-78d8bf06903d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0788808 May 03 21:34:59.604719 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-911dd8cf-9c83-4893-ae0e-71d2406d4825 req-aa4c5eb5-8c60-4393-be5b-89101a1ab473 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 May 03 21:35:00.014417 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff9334-510f-48c3-ab5f-49c59ff5d954 req-ae71d1c0-f237-41f0-a444-017b698d0620 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:00.015869 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9ff9334-510f-48c3-ab5f-49c59ff5d954 req-ae71d1c0-f237-41f0-a444-017b698d0620 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0830741 May 03 21:35:00.060539 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e9ff9334-510f-48c3-ab5f-49c59ff5d954 req-1413d19a-8fe5-497e-b20b-510a3f0a03f3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 May 03 21:35:00.179860 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-45387132-9f9e-4bde-974d-93e8a8b5181a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:00.181285 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-45387132-9f9e-4bde-974d-93e8a8b5181a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.0822875 May 03 21:35:00.264754 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Deleting port 7a474295-c2a5-4c87-acd0-32579327d8bd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:00.265096 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.600117 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] For port 7a474295-c2a5-4c87-acd0-32579327d8bd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7a474295-c2a5-4c87-acd0-32579327d8bd,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:00.600667 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.751279 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Calling delete_port for 7a474295-c2a5-4c87-acd0-32579327d8bd owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:00.954867 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ce976-6eaa-4f6d-94de-95740f4f83a5 req-b7de1c23-633c-44e7-89ca-7a8a58825042 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:00.956309 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ce976-6eaa-4f6d-94de-95740f4f83a5 req-b7de1c23-633c-44e7-89ca-7a8a58825042 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a26394-01e7-491d-9640-27ef9a82b47e HTTP/1.1" status: 200 len: 945 time: 0.1763208 May 03 21:35:01.012404 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ce976-6eaa-4f6d-94de-95740f4f83a5 req-0d27c1d4-1963-443b-9695-d40411de5d09 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 May 03 21:35:01.042543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:01.085685 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['7a474295-c2a5-4c87-acd0-32579327d8bd'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:01.094320 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Pushing event deleted for resources: {'Port': ['ID=7a474295-c2a5-4c87-acd0-32579327d8bd,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:01.171181 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] No DVR routers for this DVR port 7a474295-c2a5-4c87-acd0-32579327d8bd on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:01.173665 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:01.176741 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'name': 'network-vif-deleted', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:01.231763 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b0af1c-c85a-4f11-a248-26745384b02d'] response: {'server_uuid': '42a26394-01e7-491d-9640-27ef9a82b47e', 'name': 'network-vif-deleted', 'tag': '7a474295-c2a5-4c87-acd0-32579327d8bd', 'status': 'completed', 'code': 200} May 03 21:35:01.255928 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-29f99f18-e163-4fe6-902c-4d01b79d534e req-c56f7391-ff03-459d-be4e-a31be00f84c6 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "DELETE /v2.0/ports/7a474295-c2a5-4c87-acd0-32579327d8bd HTTP/1.1" status: 204 len: 173 time: 1.0602484 May 03 21:35:01.282740 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24908a3d-a68f-4afd-b8e3-7b24730ca086 req-483591a6-4280-4234-b067-c19821e4e73e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:01.284201 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-24908a3d-a68f-4afd-b8e3-7b24730ca086 req-483591a6-4280-4234-b067-c19821e4e73e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0874400 May 03 21:35:01.330196 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-24908a3d-a68f-4afd-b8e3-7b24730ca086 req-90077f6f-e105-4d2b-99b8-a63cd79f0ac2 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 May 03 21:35:01.537971 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec85e9-4128-43b4-a33c-1d125dff361f req-41393d7e-19e6-4169-8246-a4486e508d4c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:01.539359 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c3ec85e9-4128-43b4-a33c-1d125dff361f req-41393d7e-19e6-4169-8246-a4486e508d4c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0763218 May 03 21:35:01.594487 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c3ec85e9-4128-43b4-a33c-1d125dff361f req-3a148e3a-8437-45ee-9752-29593252364e tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 May 03 21:35:02.203044 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23f3f-1ab7-41ac-b3e5-6a11d960269f req-e283664b-a917-4d5f-bb0b-40bad84ef881 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:02.204575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6ee23f3f-1ab7-41ac-b3e5-6a11d960269f req-e283664b-a917-4d5f-bb0b-40bad84ef881 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0809748 May 03 21:35:02.254078 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6ee23f3f-1ab7-41ac-b3e5-6a11d960269f req-0621b1bc-d33f-441e-8192-895d5cf57ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 May 03 21:35:02.493371 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e2e3a-9784-4625-b421-5897b4dc65a2 req-d28f5b37-5571-4da8-8245-35115863036b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:02.494871 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-097e2e3a-9784-4625-b421-5897b4dc65a2 req-d28f5b37-5571-4da8-8245-35115863036b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1077685 May 03 21:35:02.541908 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-097e2e3a-9784-4625-b421-5897b4dc65a2 req-6ff90ba8-305f-4f7c-aa94-deaa25f1ec6e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 03 21:35:03.742525 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe82171-7e35-4170-adc1-acdf62f8f725 req-0d851fdb-6f90-485c-b072-9b52fd35249b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:03.744004 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cbe82171-7e35-4170-adc1-acdf62f8f725 req-0d851fdb-6f90-485c-b072-9b52fd35249b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0782886 May 03 21:35:03.792097 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cbe82171-7e35-4170-adc1-acdf62f8f725 req-b46372e2-bb6a-40a4-aa58-87dcbca9f24e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 May 03 21:35:03.906913 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7a474295-c2a5-4c87-acd0-32579327d8bd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:03.939637 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 7a474295-c2a5-4c87-acd0-32579327d8bd {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:03.939976 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7a474295-c2a5-4c87-acd0-32579327d8bd not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:04.992712 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95242a5-0629-4200-9bea-c735bd472126 req-4b4da508-3efe-4790-bbc6-bcf26039997e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:04.994785 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d95242a5-0629-4200-9bea-c735bd472126 req-4b4da508-3efe-4790-bbc6-bcf26039997e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0816441 May 03 21:35:05.047740 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d95242a5-0629-4200-9bea-c735bd472126 req-ebdee393-474c-4fa9-af4a-96ea1e03f485 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 May 03 21:35:06.255537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3c4f-8d8e-49d7-9cf1-1f59001d0c78 req-3d72d09e-e317-4ecd-95ce-75afaf684245 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:06.256937 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-540f3c4f-8d8e-49d7-9cf1-1f59001d0c78 req-3d72d09e-e317-4ecd-95ce-75afaf684245 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0868325 May 03 21:35:06.303459 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-540f3c4f-8d8e-49d7-9cf1-1f59001d0c78 req-ac26092b-e41f-405d-8f43-5e30f87152d2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 May 03 21:35:07.507900 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306ed6-1337-4561-8cb1-4d9aac4d3015 req-73481517-26ae-47ff-a072-588cc13fb308 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:07.509524 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9d306ed6-1337-4561-8cb1-4d9aac4d3015 req-73481517-26ae-47ff-a072-588cc13fb308 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0818064 May 03 21:35:07.556259 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9d306ed6-1337-4561-8cb1-4d9aac4d3015 req-f201e85f-bebb-4b1d-a30d-deaf657b4f04 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 May 03 21:35:08.252024 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-4898e97c-5d43-44ec-8013-6731167681d8 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.254396 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-4898e97c-5d43-44ec-8013-6731167681d8 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/networks?id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 200 len: 814 time: 0.1428206 May 03 21:35:08.270783 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-a2257fcb-86e4-4759-a0be-d6626b7a9aa2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/quotas/78b4fda6475545339c54acff5b85f5d8 HTTP/1.1" status: 200 len: 375 time: 0.0110385 May 03 21:35:08.318200 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-c045a133-586e-436e-96f9-219acd5ad276 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424421 May 03 21:35:08.452468 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-540160c2-298c-485d-80f1-2085f9bd1edc service neutron] 10.222.0.50 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275811 May 03 21:35:08.587503 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-69051c1b-1b2d-462f-a09f-1aeb0ff6e7a0 service neutron] 10.222.0.50 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291282 May 03 21:35:08.773491 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e632-8ada-4003-be45-735d6c93dc53 req-9b2e4b82-31b1-42a0-bcde-fb6fce7aa5a3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.775132 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9fa3e632-8ada-4003-be45-735d6c93dc53 req-9b2e4b82-31b1-42a0-bcde-fb6fce7aa5a3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0890312 May 03 21:35:08.826664 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9fa3e632-8ada-4003-be45-735d6c93dc53 req-e59a753e-9a08-4b90-ad30-3af8aa25b279 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 May 03 21:35:08.929866 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3dd55b91-7557-4b2b-aa13-910a788e096a req-0c1b3b1b-6e0a-46a6-a050-6ac50f3a84ce tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Synchronizing usage tracker for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:08.951881 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c08d-c93c-4e4c-9f3f-161a460ced84 req-e260e7d9-d11a-4e24-9b10-f830fc500b37 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.953421 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b331c08d-c93c-4e4c-9f3f-161a460ced84 req-e260e7d9-d11a-4e24-9b10-f830fc500b37 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0858698 May 03 21:35:08.999740 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b331c08d-c93c-4e4c-9f3f-161a460ced84 req-cb494615-9939-4330-8e8d-7bb6f4a0aaa5 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 May 03 21:35:09.001787 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3dd55b91-7557-4b2b-aa13-910a788e096a req-0c1b3b1b-6e0a-46a6-a050-6ac50f3a84ce tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Unset dirty status for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:09.003102 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3dd55b91-7557-4b2b-aa13-910a788e096a req-0c1b3b1b-6e0a-46a6-a050-6ac50f3a84ce tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 210 time: 0.1172750 May 03 21:35:09.028490 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42704) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:09.289673 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b7bb1585-2058-4fda-8ac0-ad22f19367b4 tempest-TestMinimumBasicScenario-1427482159 tempest-TestMinimumBasicScenario-1427482159-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1093 time: 0.2599165 May 03 21:35:09.292534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42710) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:09.297694 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'port_id': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:09.302879 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:09.306655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:floatingip and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:09.309766 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:09.315369 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:09.411007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for floatingip, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.553455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.689171 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Allocated IP 172.28.0.128 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/e6852e57-efd5-4e15-ae1d-85c4e86dbc7e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:09.847718 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.923615 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.070141 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67c9d-03be-4fab-a85c-9dcde5165263 req-f486e0d1-58d3-4fe1-ac19-731c160834f6 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:10.072291 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0af67c9d-03be-4fab-a85c-9dcde5165263 req-f486e0d1-58d3-4fe1-ac19-731c160834f6 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0992899 May 03 21:35:10.091130 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:10.094408 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:10.099900 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:10.125136 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0af67c9d-03be-4fab-a85c-9dcde5165263 req-8978903d-18c2-4c31-82ca-0a90e0395bab tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 May 03 21:35:10.128314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'Port': ['ID=e6852e57-efd5-4e15-ae1d-85c4e86dbc7e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:10.189619 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-915d39d9-3727-4991-8e0d-97c9090ab063 req-a6ee655d-e0af-4412-99ef-bcbe9e04581b tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 210 time: 0.0513308 May 03 21:35:10.663678 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.765061 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.968099 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.046480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.153853 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'Port': ['ID=e6852e57-efd5-4e15-ae1d-85c4e86dbc7e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:11.168669 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.382459 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115c2eb-04af-4596-a5cd-7cf7574bb1fa req-b6d8ea36-bd6d-4a61-8063-00ca80ec6fa4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.391948 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5115c2eb-04af-4596-a5cd-7cf7574bb1fa req-b6d8ea36-bd6d-4a61-8063-00ca80ec6fa4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1266124 May 03 21:35:11.435625 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5115c2eb-04af-4596-a5cd-7cf7574bb1fa req-31824ef1-b2bf-43f9-bfa6-8613ddc8f1db tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 May 03 21:35:11.460790 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e4dc39cc-743f-4d29-b5ae-23d79f59cd24 req-c5606156-1c3a-44d0-ada3-ea2aa719b1d1 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 210 time: 0.0594530 May 03 21:35:11.499495 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1fbdccfc-be98-452c-a833-082650bd338e tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.500916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1fbdccfc-be98-452c-a833-082650bd338e tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "GET /v2.0/networks?id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 200 len: 814 time: 0.2811341 May 03 21:35:11.529996 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Request body: {'port': {'device_id': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929', 'admin_state_up': True, 'tenant_id': '78b4fda6475545339c54acff5b85f5d8'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:11.707960 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Floating IP f22ad6aa-147e-42b9-94c1-923b3d61530d associated. External IP: 172.28.0.128, port: 91674546-16d0-4e1a-a323-d87a3c1d85f7. May 03 21:35:11.864774 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:11.885056 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:12.005531 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Made reservation on behalf of 78b4fda6475545339c54acff5b85f5d8 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:12.008452 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.131796 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c07999e8-1329-42c5-815e-4a1fdecf8b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.269825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Allocated IP 172.20.0.6 (cbcffd54-2124-4719-b1d0-4bf5b6bc0929/232a6476-84ef-4377-b249-ef6632ea77ea/f2ea7832-fa57-4b04-821c-8d68b4e1620b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:12.423417 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Router 49b3530a-37e4-492b-98dc-7a18d606ac9d has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:12.628286 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.666876 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb907c1-f5ac-4d31-b31e-cb5143ed4178 req-600c40df-d768-43d5-a851-3b8679d24f48 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.668618 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffb907c1-f5ac-4d31-b31e-cb5143ed4178 req-600c40df-d768-43d5-a851-3b8679d24f48 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0849605 May 03 21:35:12.694752 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cf36e047-eef1-4e76-8b6f-e38b464ccf73 req-1fd63618-60c2-47d7-afd9-8f3a730ec8a4 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 210 time: 0.0631311 May 03 21:35:12.719720 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffb907c1-f5ac-4d31-b31e-cb5143ed4178 req-c9c48b39-6df0-4fbe-968c-9b5386cef3bb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 May 03 21:35:12.769091 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:12.780910 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Sync routers for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:12.784884 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.793975 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:12.794678 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:12.871826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:12.874952 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:12.877725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:12.916593 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Pushing event updated for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:12.938045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.994599 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:12.996632 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.997113 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.018306 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6b4bb849-3ac5-491a-a0b1-1c401a05dc75 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7216151 May 03 21:35:13.018306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:13.019106 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42750) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:13.030501 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156655642', 'description': 'tempest-secgroup-smoke-1156655642 description', 'project_id': '278b9ee691f44c489ad44dd4712db48b'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:13.037512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:13.047755 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:13.080324 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f223f363-b558-4641-868f-69ec397bfb19'] response: {'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:35:13.103474 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-1711fa22-4bab-4fc4-a4dd-b97d04cbc87c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5771322 May 03 21:35:13.138658 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.140371 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Request body: {'port': {'device_id': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:13.258688 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.293129 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:13.299840 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:13.303317 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:13.310553 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:13.330896 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-21a2c055-94d6-4d2e-95a1-043902e66862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1098 time: 0.1761925 May 03 21:35:13.367499 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'f22ad6aa-147e-42b9-94c1-923b3d61530d', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'port_id': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'mac_address': 'fa:16:3e:74:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:10Z', 'updated_at': '2022-05-03T21:35:10Z', 'revision_number': 0, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:13.371628 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Checking router: 49b3530a-37e4-492b-98dc-7a18d606ac9d for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:13.384330 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:13.384986 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:34:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:13.457976 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.503221 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-4ae7c65b-97ee-4e51-8a62-3de6020ad099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.504692 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-4ae7c65b-97ee-4e51-8a62-3de6020ad099 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 916 time: 0.1603904 May 03 21:35:13.515838 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.567632 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:13.633356 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:13.642659 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724f23cd-7024-4e61-8d56-911022cbcf7e,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:13.665149 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-c9aa93eb-d01e-4e49-b7a2-5a83a6f55cb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 999 time: 0.1503394 May 03 21:35:13.711851 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.713150 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-b50abfd4-0377-44bf-9efd-2d43b7453777 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6931136 May 03 21:35:13.716272 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42756) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:13.725988 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:13.733420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:13.736978 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ea7832-fa57-4b04-821c-8d68b4e1620b {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:13.742944 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-8e3fd5f5-f41d-47b5-8606-358225aa92a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.744340 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-8e3fd5f5-f41d-47b5-8606-358225aa92a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.0693367 May 03 21:35:13.745240 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.747846 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:13.799255 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:13.804594 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Transition to ACTIVE for port object f2ea7832-fa57-4b04-821c-8d68b4e1620b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:13.827491 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:13.836971 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-323d0285-c4a5-428c-86e7-4f36122cded4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856957 May 03 21:35:13.891491 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.020566 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'f22ad6aa-147e-42b9-94c1-923b3d61530d', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'port_id': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'mac_address': 'fa:16:3e:74:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:10Z', 'updated_at': '2022-05-03T21:35:10Z', 'revision_number': 0, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:14.027204 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3837c-8578-4dff-a76c-b61309c6091a None None] The sync data for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb is: [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'f22ad6aa-147e-42b9-94c1-923b3d61530d', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'port_id': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'mac_address': 'fa:16:3e:74:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:10Z', 'updated_at': '2022-05-03T21:35:10Z', 'revision_number': 0, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:14.060448 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-ca95f329-d639-4f02-9e48-d82514db7880 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127035 May 03 21:35:14.070479 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de480f17-b150-41cf-ae4d-d0f3ca911fe4 req-35aefa05-33e6-481b-becd-c0a3764b2f45 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.072004 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-de480f17-b150-41cf-ae4d-d0f3ca911fe4 req-35aefa05-33e6-481b-becd-c0a3764b2f45 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 943 time: 0.2026253 May 03 21:35:14.116133 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.153883 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:14.248058 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-de480f17-b150-41cf-ae4d-d0f3ca911fe4 req-fa37ca24-cf35-4f45-8f0c-9da1c4eab8c3 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780234 May 03 21:35:14.251787 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b1c3dad8-1d5e-4fc1-a862-1fde7d44e34e req-ec78cbce-3d3b-485e-b705-2854583f4d4c service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786089 May 03 21:35:14.306173 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09897eb2-4679-40dd-8a90-caa08d9e785d req-e3cb35c9-2f1d-449a-b945-3f6c2067fee3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.307710 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-09897eb2-4679-40dd-8a90-caa08d9e785d req-e3cb35c9-2f1d-449a-b945-3f6c2067fee3 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2927544 May 03 21:35:14.320801 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d86ac1-da8b-4029-9a14-a65919e2a1ce None None] New status for floating IP f22ad6aa-147e-42b9-94c1-923b3d61530d: ACTIVE {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:14.355204 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.365832 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Attempting to bind port f2ea7832-fa57-4b04-821c-8d68b4e1620b on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:35:14.366167 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Attempting to bind port f2ea7832-fa57-4b04-821c-8d68b4e1620b by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:35:14.366496 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Attempting to bind port f2ea7832-fa57-4b04-821c-8d68b4e1620b on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:14.385431 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Port f2ea7832-fa57-4b04-821c-8d68b4e1620b on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:35:14.385766 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Attempting to bind port f2ea7832-fa57-4b04-821c-8d68b4e1620b on network cbcffd54-2124-4719-b1d0-4bf5b6bc0929 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:14.398579 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-09897eb2-4679-40dd-8a90-caa08d9e785d req-600e162b-6cff-4bc1-9af8-f0451239917e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814919 May 03 21:35:14.399399 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:35:14.399734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Checking segment: {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:14.400108 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Bound using segment: {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:35:14.400535 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Bound port: f2ea7832-fa57-4b04-821c-8d68b4e1620b, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:35:14.400882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.429623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.449455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.496487 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60607aaf-d1d8-4243-96b0-f2823142a8b0,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:14.526171 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:35:14.529213 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:35:14.576936 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.581154 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42772) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:14.581487 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-efcdcaec-80de-490e-8bac-6091382d7ec4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8621347 May 03 21:35:14.586763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:14.592553 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:14.597644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:14.600642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:14.606907 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:14.623016 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.691550 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.692891 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] 10.222.0.32 "PUT /v2.0/ports/f2ea7832-fa57-4b04-821c-8d68b4e1620b HTTP/1.1" status: 200 len: 1093 time: 1.5569422 May 03 21:35:14.703529 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.707351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f24c-48fd-4d02-bd9e-f1549c6aa47f service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:14.719385 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0b02f61e-7e4b-4a51-adcc-114b6621bb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.771182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.857146 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.884745 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef70c561-7969-4b0d-869f-32cdc6810e93,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:14.947042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af5bb-b424-404b-8abd-7b89ff493345 req-6d8bc9f8-fd51-4934-b651-a27f5592cc5b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.948497 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-545af5bb-b424-404b-8abd-7b89ff493345 req-6d8bc9f8-fd51-4934-b651-a27f5592cc5b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1025839 May 03 21:35:14.951367 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-f312ef24-c1b4-404d-b98e-6ca5d9402cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 1096 time: 0.1380813 May 03 21:35:15.049241 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-aed4bbfe-9f0a-4412-a5f1-90c9938d4158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b HTTP/1.1" status: 200 len: 217 time: 0.0752106 May 03 21:35:15.068642 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-2f4f6745-9dca-454a-ac0d-cdf114e23823 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 1098 time: 0.0739508 May 03 21:35:15.073456 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.074605 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-da706c4c-97c4-465c-80a7-29454e19f4e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4924457 May 03 21:35:15.077375 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42778) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:15.083805 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:15.084767 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:15.099432 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-545af5bb-b424-404b-8abd-7b89ff493345 req-4576c573-8c95-45dd-934b-b1dce57cf6da tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438298 May 03 21:35:15.126933 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-fd91ab6f-6cac-4398-9f1a-fcd0bab0bfae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.129046 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-fd91ab6f-6cac-4398-9f1a-fcd0bab0bfae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=232a6476-84ef-4377-b249-ef6632ea77ea HTTP/1.1" status: 200 len: 854 time: 0.0742183 May 03 21:35:15.167903 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:15.180081 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-ad899334-8858-44c1-9b97-141b749b800d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434120 May 03 21:35:15.181253 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:15.186183 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:15.197513 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:15.249186 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f904280-afc6-497a-b3a6-266787777141 req-12ac0b9d-1db3-4069-871b-b69ee05c66a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.250839 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-12ac0b9d-1db3-4069-871b-b69ee05c66a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 912 time: 0.1626487 May 03 21:35:15.302024 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74823ef-5ea8-4072-aadf-849cc9198aed'] response: {'name': 'network-changed', 'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b', 'status': 'completed', 'code': 200} May 03 21:35:15.349966 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.355851 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-12ff429c-b780-4764-9c96-f425817f0995 service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650543 May 03 21:35:15.420189 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-6c4acfd3-9631-44c9-a635-7db7dc6dbe7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 200 len: 1001 time: 0.1626136 May 03 21:35:15.476142 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.494525 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f904280-afc6-497a-b3a6-266787777141 req-9f2a3b2e-018d-46a6-8b84-528fb362423f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.495973 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-9f2a3b2e-018d-46a6-8b84-528fb362423f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.0664418 May 03 21:35:15.537362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.552145 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-870f025f-a2e4-43d9-95a8-ef8979c53778 req-0954cf1c-f8d4-40b4-879c-fe14333a1cde service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882513 May 03 21:35:15.562644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39e44a-9345-4de2-bae4-8c57010e5cf2 req-2da5f6bb-715f-4ad5-b886-c29c4c78d0c0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.563104 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4a39e44a-9345-4de2-bae4-8c57010e5cf2 req-2da5f6bb-715f-4ad5-b886-c29c4c78d0c0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Synchronizing usage tracker for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:15.571011 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609488ac-ea1d-4512-8183-0e738cc972c4,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:15.608353 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-84635997-87ed-4438-8b0f-2eaf18400fcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033955 May 03 21:35:15.635769 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.636759 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-07851eea-01d3-46ff-af3c-2bd909794d17 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5584047 May 03 21:35:15.639685 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42792) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:15.647724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:15.654018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4a39e44a-9345-4de2-bae4-8c57010e5cf2 req-2da5f6bb-715f-4ad5-b886-c29c4c78d0c0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Unset dirty status for tenant:78b4fda6475545339c54acff5b85f5d8 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:15.661575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a39e44a-9345-4de2-bae4-8c57010e5cf2 req-2da5f6bb-715f-4ad5-b886-c29c4c78d0c0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 943 time: 0.2263298 May 03 21:35:15.664034 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:15.684385 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:15.689845 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:15.690901 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.738211 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.783681 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:15.809580 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4a39e44a-9345-4de2-bae4-8c57010e5cf2 req-c53da498-a42f-483f-b424-e1b3540cab2a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474543 May 03 21:35:15.819060 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-8581374e-7dd1-433e-a0d3-abe7d7e37eef service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025156 May 03 21:35:15.868773 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.986829 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:15.993742 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-488742b4-e4a5-413f-985d-4abe517c9c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78b4fda6475545339c54acff5b85f5d8&device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 1096 time: 0.1050029 May 03 21:35:16.011033 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f904280-afc6-497a-b3a6-266787777141 req-16daa11b-a0ca-4cc3-98fe-9a71bd2b1b35 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277478 May 03 21:35:16.076217 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.114456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e772d9a-04c3-4193-a582-850de60c6323,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:16.161211 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-b6539271-5fbc-4db4-a95f-7b8ef0731ab7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:16.162803 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-b6539271-5fbc-4db4-a95f-7b8ef0731ab7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 200 len: 915 time: 0.1617744 May 03 21:35:16.225638 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.227157 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6e00e83b-38da-49a2-b8ef-08ba7fece62d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5864704 May 03 21:35:16.230241 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42798) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:16.236271 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:16.236577 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-0db4f205-1fc5-4aef-a7ae-10b76c4cd01d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b HTTP/1.1" status: 200 len: 217 time: 0.0660720 May 03 21:35:16.274080 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:16.282830 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:16.286974 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:16.294001 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:16.305817 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-32152c7b-22d6-40e4-9bda-881d4f504b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:16.307413 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-32152c7b-22d6-40e4-9bda-881d4f504b45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=232a6476-84ef-4377-b249-ef6632ea77ea HTTP/1.1" status: 200 len: 854 time: 0.0642836 May 03 21:35:16.330395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba7f9-5b4e-45e9-a329-f16fb188d00a req-5123cb59-d9d7-4312-a0df-7671a6a57ac8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:16.331845 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3e8ba7f9-5b4e-45e9-a329-f16fb188d00a req-5123cb59-d9d7-4312-a0df-7671a6a57ac8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.1028011 May 03 21:35:16.358024 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-8a1c41f5-721f-420f-9cbe-12726a941733 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cbcffd54-2124-4719-b1d0-4bf5b6bc0929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405896 May 03 21:35:16.373490 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.securitygroups_db [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Project 278b9ee691f44c489ad44dd4712db48b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:35:16.384191 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.399955 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3e8ba7f9-5b4e-45e9-a329-f16fb188d00a req-534ceb02-0dc8-43fb-8345-a4863da56d33 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623841 May 03 21:35:16.463807 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.495559 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-2ff125b6-6d5c-4ad5-9252-e3b06a04e4c0 service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274443 May 03 21:35:16.542061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.566085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355340a3-d1f5-415c-9ea1-01b7fc1604f1,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:16.630316 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0fb4724a-8fae-4a32-b888-f9a83debd822 req-7841f51c-6460-4529-9c67-bdc3abb94af2 service neutron] 10.222.0.32 "GET /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269841 May 03 21:35:16.673190 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.677405 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-04876577-9d2e-4fcb-9816-2456bab6aaa4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4435060 May 03 21:35:16.679370 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42806) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:16.685130 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'security_group_rule': {'security_group_id': '724f23cd-7024-4e61-8d56-911022cbcf7e', 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:16.691048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:16.694855 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Usage tracker for resource:security_group_rule and tenant:278b9ee691f44c489ad44dd4712db48b is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:16.697696 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:16.703511 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:16.793607 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.securitygroups_db [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Project 278b9ee691f44c489ad44dd4712db48b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:35:16.800445 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.870298 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.953429 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.981395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1826ff27-6730-4ce8-a044-155b7a3ab059,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:17.024525 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497eae3-5ead-4ee3-a7ae-f99d34460bbe req-34fbb79c-598e-41e6-a14c-e042735db7f0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.026302 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9497eae3-5ead-4ee3-a7ae-f99d34460bbe req-34fbb79c-598e-41e6-a14c-e042735db7f0 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 943 time: 0.0851510 May 03 21:35:17.061829 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.063133 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5fc83b68-335c-436c-85aa-383c5245e2e8 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3823426 May 03 21:35:17.076420 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9497eae3-5ead-4ee3-a7ae-f99d34460bbe req-d4713686-df22-4c52-9314-69b1c8692201 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 May 03 21:35:17.198793 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-68568f3b-21bd-4201-b529-80aa124f815b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:17.220468 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42816) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:17.232974 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.273020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-68568f3b-21bd-4201-b529-80aa124f815b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:17.274330 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-68568f3b-21bd-4201-b529-80aa124f815b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156655642&fields=id&tenant_id=278b9ee691f44c489ad44dd4712db48b HTTP/1.1" status: 200 len: 267 time: 0.1178274 May 03 21:35:17.375330 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-c2035fe5-749b-4563-9e1c-0b0d0a78e7bb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.377080 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-c2035fe5-749b-4563-9e1c-0b0d0a78e7bb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0971875 May 03 21:35:17.377753 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.394621 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'port': {'security_groups': ['ceccd18a-64f1-4ca1-8d67-a84b4ff13de5', '724f23cd-7024-4e61-8d56-911022cbcf7e']}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:17.494493 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:17.508264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Usage tracker for resource:security_group_rule and tenant:6c2b3274ebfa476c87b0d3e020861d64 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:17.512901 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:17.527603 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:17.543942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.599579 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54aa80-31e0-4f35-9dd5-89d46a4a2548 req-e54453eb-559a-4eba-b49c-9b9a1614f9a4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.600984 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab54aa80-31e0-4f35-9dd5-89d46a4a2548 req-e54453eb-559a-4eba-b49c-9b9a1614f9a4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0789165 May 03 21:35:17.647471 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab54aa80-31e0-4f35-9dd5-89d46a4a2548 req-b8269b15-cc81-4157-a2e3-3418eb15ec3d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 May 03 21:35:17.702248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.777007 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.847804 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e5b839-196b-46c9-aeac-430ffe8cd823,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:17.871867 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-73556ada-3f3b-4a3f-ba16-9436d38e3e4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c2b3274ebfa476c87b0d3e020861d64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480551 May 03 21:35:17.872486 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 42834) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:17.896512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:17.930770 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.935977 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.963074 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.988284 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device f2ea7832-fa57-4b04-821c-8d68b4e1620b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:35:17.997356 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.065791 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:18.068227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.068910 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.070306 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b5bee6f4-68cb-4ea1-a52b-e1b8cf068de8 req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "PUT /v2.0/ports/91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 981 time: 0.6838250 May 03 21:35:18.070748 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:18.093565 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aeaac-0c59-407c-971e-b57f28c1267d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=6']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:18.101983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.122857 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e5b839-196b-46c9-aeac-430ffe8cd823,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:18.129970 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.131379 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-c1bdcc6c-d7b2-4e92-9f7d-90ad920290ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52e5b839-196b-46c9-aeac-430ffe8cd823 HTTP/1.1" status: 204 len: 168 time: 0.2581432 May 03 21:35:18.164822 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb967271-0c77-4c3f-be16-775ebac08e65'] response: {'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:35:18.264123 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:18.274204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:18.359502 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b', 'network_id': 'cbcffd54-2124-4719-b1d0-4bf5b6bc0929', 'port_id': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b', 'mac_address': 'fa:16:3e:c5:4b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232a6476-84ef-4377-b249-ef6632ea77ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:35:18.362297 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-8ee9227a-db40-449b-bc64-6a9196899041 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1137 time: 0.1406188 May 03 21:35:18.439553 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0afac8-e201-4b26-a9af-ef73a7738a23 req-baf8a63c-a65e-465a-903c-1151248128e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.441583 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab0afac8-e201-4b26-a9af-ef73a7738a23 req-baf8a63c-a65e-465a-903c-1151248128e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.1102097 May 03 21:35:18.496053 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab0afac8-e201-4b26-a9af-ef73a7738a23 req-821c9b6a-5219-450d-8e11-aa59cd72c107 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464609 May 03 21:35:18.524098 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.535306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-bb272a61-7699-40db-8339-afce9afb3828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.537038 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-bb272a61-7699-40db-8339-afce9afb3828 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 916 time: 0.1671901 May 03 21:35:18.578806 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-90fb1643-7cf8-4d78-a8d9-edc2a15c776a None None] Provisioning complete for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:18.579173 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-90fb1643-7cf8-4d78-a8d9-edc2a15c776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.627782 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ea7832-fa57-4b04-821c-8d68b4e1620b {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:18.728207 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-b0af80c4-00d5-4147-bb37-c4764871a5a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 1001 time: 0.1826923 May 03 21:35:18.729052 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:18.799080 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.826110 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-9297c574-fc17-40b9-a9f2-2458a1c49c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.827727 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-9297c574-fc17-40b9-a9f2-2458a1c49c72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.0842085 May 03 21:35:18.834844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6582-b444-4e21-b9a5-2e950ffa7a56 req-cf7ce010-c3db-422e-a1b2-af168443a583 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.836225 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a0ce6582-b444-4e21-b9a5-2e950ffa7a56 req-cf7ce010-c3db-422e-a1b2-af168443a583 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 943 time: 0.1860461 May 03 21:35:18.937259 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a0ce6582-b444-4e21-b9a5-2e950ffa7a56 req-c212bbb2-59a2-4cfd-aa0e-94008c1f425f tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 May 03 21:35:18.948996 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-f92ba4f1-09bd-4f1c-9d29-96bab076ae42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1118557 May 03 21:35:18.970719 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:19.025777 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.026103 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.026444 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.026780 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.027118 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.027574 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.027912 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.028242 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.028572 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.028930 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.029228 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:19.199163 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-221c8613-e3c2-42b6-8bae-ee161f323e88 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422202 May 03 21:35:19.205655 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['f2ea7832-fa57-4b04-821c-8d68b4e1620b'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:19.356001 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925260a5-a0b1-43d6-87c5-42150f99f0b4 req-043729b0-fc92-4b35-b7e7-86f526640833 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:19.357492 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-925260a5-a0b1-43d6-87c5-42150f99f0b4 req-043729b0-fc92-4b35-b7e7-86f526640833 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1907291 May 03 21:35:19.362910 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6a5942eb-a5c8-403a-b44d-6a6eb7d76a62 req-59f181f2-0472-46dc-b7ac-3718e28cb745 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527219 May 03 21:35:19.408328 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-925260a5-a0b1-43d6-87c5-42150f99f0b4 req-5a2cb4e5-ca90-4258-99da-a086758a16d5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 May 03 21:35:20.162680 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a009a-7f1d-40c1-9ed5-b2ad7cbb4e57 req-0725effb-715f-49e5-a1f1-fc30354db1ef tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:20.164126 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-455a009a-7f1d-40c1-9ed5-b2ad7cbb4e57 req-0725effb-715f-49e5-a1f1-fc30354db1ef tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 944 time: 0.0780470 May 03 21:35:20.212979 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-455a009a-7f1d-40c1-9ed5-b2ad7cbb4e57 req-fe2366cb-0e31-4721-8af7-d60fb2befb8a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 May 03 21:35:20.607089 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079429-92bc-4942-b7e5-955d21af0e0d req-8a52ff82-66c4-4b35-9f63-7b509b942b90 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:20.608533 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a5079429-92bc-4942-b7e5-955d21af0e0d req-8a52ff82-66c4-4b35-9f63-7b509b942b90 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.0763042 May 03 21:35:20.655427 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a5079429-92bc-4942-b7e5-955d21af0e0d req-4e252125-3b47-4802-bb6a-b36cfd6aa67b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 May 03 21:35:20.924621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-054bb6af-3843-4109-8e4b-36d786a9d2bc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:20.926145 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-054bb6af-3843-4109-8e4b-36d786a9d2bc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.0808992 May 03 21:35:21.006141 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port b69e3863-cdaa-428e-acc1-8eb342649d3d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:21.006462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.263439 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] For port b69e3863-cdaa-428e-acc1-8eb342649d3d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b69e3863-cdaa-428e-acc1-8eb342649d3d,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:21.263807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.586586 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae81f-d2e8-49d7-b68f-6f024fa2ac43 req-26a7367f-c6a7-4450-8f8b-1fe4a745cd9d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:21.587947 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fc1ae81f-d2e8-49d7-b68f-6f024fa2ac43 req-26a7367f-c6a7-4450-8f8b-1fe4a745cd9d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 944 time: 0.2515204 May 03 21:35:21.647569 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.648245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.648245 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP e38a9bef-f33f-4c0e-b35a-94dc7bd1617f disassociated. External IP: 172.28.0.9, port: b69e3863-cdaa-428e-acc1-8eb342649d3d. May 03 21:35:21.648536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for b69e3863-cdaa-428e-acc1-8eb342649d3d owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:21.700491 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fc1ae81f-d2e8-49d7-b68f-6f024fa2ac43 req-2db77d8a-fe58-4e97-b7db-49566684204a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032038 May 03 21:35:21.869639 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.919451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=b69e3863-cdaa-428e-acc1-8eb342649d3d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:21.940957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae31b9-af2a-4edb-8bfd-b9fef68c5ca8 req-cb453e10-0be9-4579-b7bf-640bfea1068d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:21.942914 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87ae31b9-af2a-4edb-8bfd-b9fef68c5ca8 req-cb453e10-0be9-4579-b7bf-640bfea1068d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 946 time: 0.1324010 May 03 21:35:22.022221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device f2ea7832-fa57-4b04-821c-8d68b4e1620b up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:35:22.146289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port f2ea7832-fa57-4b04-821c-8d68b4e1620b completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:22.153059 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port f2ea7832-fa57-4b04-821c-8d68b4e1620b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:22.156104 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.202119 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-87ae31b9-af2a-4edb-8bfd-b9fef68c5ca8 req-6b7c6242-ca91-4ee6-a34c-5484be7b73f9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=41854e3d-d209-4a73-87fa-d7e4c2df0409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264992 May 03 21:35:22.298168 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.302649 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:22.332816 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:22.344387 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:22.402848 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2263ae-83b9-4120-873d-34df09c6e61b'] response: {'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b', 'code': 200} May 03 21:35:22.414833 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.539439 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:22.560533 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:22.572008 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:22.592731 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:22.596401 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:22.639857 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] No DVR routers for this DVR port b69e3863-cdaa-428e-acc1-8eb342649d3d on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:22.643062 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.645899 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'name': 'network-vif-deleted', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:22.715851 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fcd407-7203-4500-b9cf-d4269db5232b'] response: {'server_uuid': 'f0286854-f6ff-4b2e-bea4-d0a260c8324e', 'name': 'network-vif-deleted', 'tag': 'b69e3863-cdaa-428e-acc1-8eb342649d3d', 'status': 'completed', 'code': 200} May 03 21:35:22.743297 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-79ce8f70-2965-4c67-9517-e87e3ff3347b req-11f7be7d-47e0-4a5c-9649-64afbd10b10d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "DELETE /v2.0/ports/b69e3863-cdaa-428e-acc1-8eb342649d3d HTTP/1.1" status: 204 len: 173 time: 1.7986660 May 03 21:35:22.849088 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab5539d0-bac5-4976-870d-fe68cf138f01 req-d3352b2c-922e-4e57-b9f9-5d3f1c95f227 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 1098 time: 0.0792563 May 03 21:35:22.852666 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:22.902095 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab5539d0-bac5-4976-870d-fe68cf138f01 req-47f37beb-cf07-45ec-9b1a-0e6d3c446f46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 May 03 21:35:22.951150 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72f22b-ebee-4f88-84b1-4fa1822fdb06 req-72a526b5-17f0-4081-b706-bf8b08246b3b tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:22.960966 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c72f22b-ebee-4f88-84b1-4fa1822fdb06 req-72a526b5-17f0-4081-b706-bf8b08246b3b tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.1059117 May 03 21:35:23.008053 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0c72f22b-ebee-4f88-84b1-4fa1822fdb06 req-8b2b9866-5266-4ab3-bc4c-ca73ac9dde33 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 May 03 21:35:23.231191 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:23.235788 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:23.247021 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:23.247767 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:23.422722 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-d4ea0985-48e0-4533-846b-1f333081088a req-a95f26e2-7a7e-456a-9445-31d0a2a22f84 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:23.446374 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:23.494499 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-d4ea0985-48e0-4533-846b-1f333081088a req-a95f26e2-7a7e-456a-9445-31d0a2a22f84 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:23.495936 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d4ea0985-48e0-4533-846b-1f333081088a req-a95f26e2-7a7e-456a-9445-31d0a2a22f84 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0286854-f6ff-4b2e-bea4-d0a260c8324e HTTP/1.1" status: 200 len: 210 time: 0.1224651 May 03 21:35:23.814449 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:23.818475 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07582b6-1c8d-4e46-8031-b70e8d067b60 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'b6b861fd-b57c-4d1a-b5db-674208748b62', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': '83c074b6-1907-404f-a47d-af18bce51404', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:3c:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:33:03Z', 'revision_number': 2, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:24.019765 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b69e3863-cdaa-428e-acc1-8eb342649d3d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:24.054096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: b69e3863-cdaa-428e-acc1-8eb342649d3d {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:24.054443 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b69e3863-cdaa-428e-acc1-8eb342649d3d not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:24.219292 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224a50-8cbb-4dbe-902d-11c7ddffea4b req-6d6bed62-0f1a-4ca1-b424-7b0584f31511 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:24.220750 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-61224a50-8cbb-4dbe-902d-11c7ddffea4b req-6d6bed62-0f1a-4ca1-b424-7b0584f31511 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0808015 May 03 21:35:24.269912 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-61224a50-8cbb-4dbe-902d-11c7ddffea4b req-6f98bd8f-c16e-4caa-b96c-ae35ff4f8abc tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 May 03 21:35:24.732747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42896) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:24.741426 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3d8fb-272f-4989-9036-e1c273edcbb9 None None] New status for floating IP e38a9bef-f33f-4c0e-b35a-94dc7bd1617f: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:24.798602 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.826302 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.940456 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.962550 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41854e3d-d209-4a73-87fa-d7e4c2df0409,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:25.044057 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.045255 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-28268841-0e77-439c-94e5-d60bd03cd8ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/security-groups/41854e3d-d209-4a73-87fa-d7e4c2df0409 HTTP/1.1" status: 204 len: 168 time: 0.3143423 May 03 21:35:25.048547 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42900) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:25.068884 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.api.v2.resource [None req-abae145a-595c-4495-8f74-9243758ab69b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] show failed (client error): The resource could not be found. May 03 21:35:25.069887 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-abae145a-595c-4495-8f74-9243758ab69b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups/41854e3d-d209-4a73-87fa-d7e4c2df0409 HTTP/1.1" status: 404 len: 347 time: 0.0204651 May 03 21:35:25.072823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 42904) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:25.270364 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port 7bc11092-d443-41a5-b739-6d0230ef8574 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:25.271023 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.438333 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.438653 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.474448 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bb9ef-2d80-42be-9539-62433af07f5a req-399b1c50-44e5-4cdd-8ee0-80aba90fa2a9 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.476188 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d74bb9ef-2d80-42be-9539-62433af07f5a req-399b1c50-44e5-4cdd-8ee0-80aba90fa2a9 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0834198 May 03 21:35:25.526967 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d74bb9ef-2d80-42be-9539-62433af07f5a req-d3934ec4-d107-4e4f-96d0-c98adc34e1d1 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 May 03 21:35:25.565133 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for 7bc11092-d443-41a5-b739-6d0230ef8574 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:25.848676 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.901312 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=7bc11092-d443-41a5-b739-6d0230ef8574,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:26.004555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.083071 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.084126 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a400d282-18a1-4e9e-b726-379c146bcfcd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/floatingips/e38a9bef-f33f-4c0e-b35a-94dc7bd1617f HTTP/1.1" status: 204 len: 168 time: 1.0104258 May 03 21:35:26.392252 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-99050738-ddfb-4083-b34d-51948dd8ada7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.0771408 May 03 21:35:26.527144 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-85ecf04b-235a-44c7-875d-5c5c8aaf8851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:26.527144 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-85ecf04b-235a-44c7-875d-5c5c8aaf8851 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1271408 May 03 21:35:26.660682 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-036e23d8-ae59-4160-ba2c-b2a20a0c3cc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1002 time: 0.1176810 May 03 21:35:26.723986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6316418-4cf7-46e2-b3a6-31cb62b9f9ad req-ac1f277e-ceb5-4776-9a6f-dd39bf469d3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:26.725771 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a6316418-4cf7-46e2-b3a6-31cb62b9f9ad req-ac1f277e-ceb5-4776-9a6f-dd39bf469d3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0939212 May 03 21:35:26.740916 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-92d6d694-d0fa-4bae-b76b-04aa71bedf72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:26.742516 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-92d6d694-d0fa-4bae-b76b-04aa71bedf72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0790532 May 03 21:35:26.785828 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a6316418-4cf7-46e2-b3a6-31cb62b9f9ad req-cd4acf35-62cd-42ee-b235-4232610f2312 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540097 May 03 21:35:26.848429 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-447d1543-0357-43f0-b7a1-8ce6c0a7d7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996408 May 03 21:35:26.986139 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-7ccd19e4-4958-4359-a2ec-8ead237f8a11 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305938 May 03 21:35:27.119306 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4c2482ba-3b5e-4862-bdfe-a0033146a43b req-28dd465f-94ad-4379-804d-a537beda5f36 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256974 May 03 21:35:27.974884 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a023d5-7bc1-481e-8d07-764a06a13f7f req-983c99a2-e110-45f7-adae-68bf6b2fbdd8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:27.976328 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5a023d5-7bc1-481e-8d07-764a06a13f7f req-983c99a2-e110-45f7-adae-68bf6b2fbdd8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0760891 May 03 21:35:28.022417 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5a023d5-7bc1-481e-8d07-764a06a13f7f req-733bf152-6743-48e8-bf00-c74709cc4d0b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 May 03 21:35:29.223987 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25037-57c3-490c-acf6-8d726c5ee68b req-b4f956da-df6c-459c-ad3c-b7eddd94a9bf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:29.225391 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3cc25037-57c3-490c-acf6-8d726c5ee68b req-b4f956da-df6c-459c-ad3c-b7eddd94a9bf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0798111 May 03 21:35:29.346572 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3cc25037-57c3-490c-acf6-8d726c5ee68b req-738bcb03-11ba-460c-bb11-1358f9971cf0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153784 May 03 21:35:29.575369 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864115-4cea-4964-ad9a-7729ef615c36 req-5ede9165-3f54-4dce-a28d-bf1915bea5b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:29.577357 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-14864115-4cea-4964-ad9a-7729ef615c36 req-5ede9165-3f54-4dce-a28d-bf1915bea5b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.0813990 May 03 21:35:29.622371 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-14864115-4cea-4964-ad9a-7729ef615c36 req-2e3503d3-c95a-4a3e-973c-0c3ba0b7fac5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393403 May 03 21:35:30.551254 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f29cd3-92b8-4584-882f-97113ddf1d41 req-e385d304-7c11-45f0-b2bf-cae5f8f05bb5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:30.552621 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-24f29cd3-92b8-4584-882f-97113ddf1d41 req-e385d304-7c11-45f0-b2bf-cae5f8f05bb5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0797386 May 03 21:35:30.597472 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-24f29cd3-92b8-4584-882f-97113ddf1d41 req-82ee6d6f-a421-4edd-9f0d-a3107bb92b70 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393167 May 03 21:35:30.824298 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda2c5-d48f-408f-b01d-853b547d7806 req-7d0b8c96-c7d0-4280-9f5e-cf00668aa39d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:30.825737 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f3eda2c5-d48f-408f-b01d-853b547d7806 req-7d0b8c96-c7d0-4280-9f5e-cf00668aa39d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.0802102 May 03 21:35:30.873702 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f3eda2c5-d48f-408f-b01d-853b547d7806 req-bccc4a6c-87be-457a-bd92-a2ba28855133 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 May 03 21:35:31.670431 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-53c10543-b5ab-4375-b80f-82072c3d1ec1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:31.671841 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-53c10543-b5ab-4375-b80f-82072c3d1ec1 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.0753741 May 03 21:35:31.798800 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port 83c074b6-1907-404f-a47d-af18bce51404 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:31.804227 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:31.866553 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd7d2-45a0-4e85-8e7b-5ef7edb5938e req-4db0bfe7-1b67-422d-80fb-0a8c2739e853 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:31.867979 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-246bd7d2-45a0-4e85-8e7b-5ef7edb5938e req-4db0bfe7-1b67-422d-80fb-0a8c2739e853 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1512663 May 03 21:35:32.029831 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-246bd7d2-45a0-4e85-8e7b-5ef7edb5938e req-19254caa-7219-45ed-ae4f-2509405f86ff tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347780 May 03 21:35:32.076984 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-1f6054b0-a3f8-4d49-a803-3d54ba92c2b8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:32.077704 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-1f6054b0-a3f8-4d49-a803-3d54ba92c2b8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:32.090562 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] For port 83c074b6-1907-404f-a47d-af18bce51404, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=83c074b6-1907-404f-a47d-af18bce51404,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:32.090921 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.126880 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-1f6054b0-a3f8-4d49-a803-3d54ba92c2b8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:32.128087 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-1f6054b0-a3f8-4d49-a803-3d54ba92c2b8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 945 time: 0.1280072 May 03 21:35:32.177491 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-c8d20e19-74d3-4727-a762-655265aa5c95 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:32.258244 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-c8d20e19-74d3-4727-a762-655265aa5c95 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:32.259328 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5c2c4b71-0566-4736-9168-e7dac9606f56 req-c8d20e19-74d3-4727-a762-655265aa5c95 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d2d588d-4a6c-46e2-afbc-9c85438d055d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259046 May 03 21:35:32.385807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.386172 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.386523 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP b6b861fd-b57c-4d1a-b5db-674208748b62 disassociated. External IP: 172.28.0.7, port: 83c074b6-1907-404f-a47d-af18bce51404. May 03 21:35:32.386804 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for 83c074b6-1907-404f-a47d-af18bce51404 owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:32.572908 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.625882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=83c074b6-1907-404f-a47d-af18bce51404,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:32.825791 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:33.117194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:33.128771 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:33.142230 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:33.143389 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:33.227023 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] No DVR routers for this DVR port 83c074b6-1907-404f-a47d-af18bce51404 on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:33.229924 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:33.234097 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'name': 'network-vif-deleted', 'tag': '83c074b6-1907-404f-a47d-af18bce51404'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:33.285840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f77b-3f2a-4f4e-8052-2c2d63322c74 req-94ddd768-d252-4bbe-b450-5434239d5dd0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:33.289779 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f66f77b-3f2a-4f4e-8052-2c2d63322c74 req-94ddd768-d252-4bbe-b450-5434239d5dd0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1129038 May 03 21:35:33.292880 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae29eac-d3c7-4c37-95f9-1da2fc0b2348'] response: {'server_uuid': 'ba529bd4-3db5-43c7-a996-e52e70625683', 'name': 'network-vif-deleted', 'tag': '83c074b6-1907-404f-a47d-af18bce51404', 'status': 'completed', 'code': 200} May 03 21:35:33.340060 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f66f77b-3f2a-4f4e-8052-2c2d63322c74 req-04f47260-cb03-471c-b64e-1fa08d45413f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454252 May 03 21:35:33.353029 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c8d31952-5c2a-4b9c-ab1d-92e9bc3f81f9 req-af435e96-9486-43e0-ab55-9edbf7e42d59 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "DELETE /v2.0/ports/83c074b6-1907-404f-a47d-af18bce51404 HTTP/1.1" status: 204 len: 173 time: 1.6633420 May 03 21:35:33.353172 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:33.440149 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9d4e32f5-903d-4e99-9627-143dfa052ce1 req-61f64e25-a310-42ed-80f5-89fe7f6cb4b0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba529bd4-3db5-43c7-a996-e52e70625683 HTTP/1.1" status: 200 len: 210 time: 0.0500410 May 03 21:35:33.729518 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:33.734832 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:33.745178 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:33.745811 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:33.922980 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:34.236257 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:34.240043 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80e8ac-798f-4008-9956-a79d6778f086 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:34.499748 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1f5ab-56f4-4582-843b-f9153d219499 None None] New status for floating IP b6b861fd-b57c-4d1a-b5db-674208748b62: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:34.577427 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b1e43-8d50-4e02-a1e9-f5722eee39a9 req-a24fee64-b961-4070-b272-16b39e109a0c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:34.578949 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-319b1e43-8d50-4e02-a1e9-f5722eee39a9 req-a24fee64-b961-4070-b272-16b39e109a0c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1043997 May 03 21:35:34.664848 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-319b1e43-8d50-4e02-a1e9-f5722eee39a9 req-b4f15c0f-0a73-4b91-a85e-9062a437cc24 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745707 May 03 21:35:34.761870 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43000) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:34.829400 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:34.858870 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:34.972012 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:34.993937 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d588d-4a6c-46e2-afbc-9c85438d055d,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:35.067726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.068857 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3879292d-b3bc-4221-a015-235cc17e3d96 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/security-groups/7d2d588d-4a6c-46e2-afbc-9c85438d055d HTTP/1.1" status: 204 len: 168 time: 0.3054624 May 03 21:35:35.071494 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43006) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:35.087681 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.api.v2.resource [None req-4e37b36c-ad81-42f8-941e-5d28030f9494 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] show failed (client error): The resource could not be found. May 03 21:35:35.088630 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-4e37b36c-ad81-42f8-941e-5d28030f9494 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups/7d2d588d-4a6c-46e2-afbc-9c85438d055d HTTP/1.1" status: 404 len: 347 time: 0.0162697 May 03 21:35:35.091543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43010) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:35.240473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port 8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:35.240805 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.405346 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.405635 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.529748 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for 8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54 owned by network:floatingip {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:35.720544 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.770036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=8a00fac9-6b98-4c3d-ba3b-a8fe1d318e54,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:35.916243 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.938842 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.939972 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-f9a0abdb-62f3-4f5b-a539-38dd16e110a4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/floatingips/b6b861fd-b57c-4d1a-b5db-674208748b62 HTTP/1.1" status: 204 len: 168 time: 0.8474813 May 03 21:35:35.947515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fe8f5-df93-4ef6-afb4-944494b442b3 req-d65d834b-87e7-4156-aba0-2c75343cd3c2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:35.949075 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b31fe8f5-df93-4ef6-afb4-944494b442b3 req-d65d834b-87e7-4156-aba0-2c75343cd3c2 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1488132 May 03 21:35:36.033227 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b31fe8f5-df93-4ef6-afb4-944494b442b3 req-cdfc1868-d169-4938-9910-da30ffdf28f7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696619 May 03 21:35:36.054532 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 83c074b6-1907-404f-a47d-af18bce51404 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:36.091007 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 83c074b6-1907-404f-a47d-af18bce51404 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:36.091643 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 83c074b6-1907-404f-a47d-af18bce51404 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:36.213582 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43020) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:36.219158 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119607620', 'description': 'tempest-description--8255263'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:36.225222 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:36.229296 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:36.232719 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:36.238817 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:36.314616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.349729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:36.353416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:36.356283 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:36.361917 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:36.414864 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.497993 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.545365 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50cf5a5-89b1-4d36-b317-4396aeae172e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:36.588916 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.590674 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b1782be5-94db-4914-ac94-ee4e2d2f364c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3756688 May 03 21:35:36.593725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43024) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:36.599464 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': 'd50cf5a5-89b1-4d36-b317-4396aeae172e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:36.605090 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:36.609525 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:36.612522 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:36.618368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:36.686375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.745236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.817394 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.841862 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fe0e74-70a0-4772-8e35-3bd65c1f3022,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:36.908652 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.909854 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-c7b136ca-c8fa-48e7-984e-d2482d18c32b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3152356 May 03 21:35:36.912413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43028) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:36.917603 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': 'd50cf5a5-89b1-4d36-b317-4396aeae172e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:36.923206 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:36.927062 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:36.929975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:36.935761 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:37.018932 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.083820 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.191626 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.219633 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caf326e-7aad-4666-a94e-ba0295f22cf9,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:37.266090 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3070bd-aac6-4783-b794-498b5f5e27d2 req-b6b7a573-f4dd-4bc9-92d0-4c4bc5e181c9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:37.267734 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f3070bd-aac6-4783-b794-498b5f5e27d2 req-b6b7a573-f4dd-4bc9-92d0-4c4bc5e181c9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1086986 May 03 21:35:37.298666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.299804 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0aaa2505-3dc7-413d-a478-a8d2919678fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3864944 May 03 21:35:37.303233 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43040) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:37.308506 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:37.314436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:37.318476 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:floatingip and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:37.321148 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f3070bd-aac6-4783-b794-498b5f5e27d2 req-e967f0e6-9c95-4c00-a302-a49bc5279e8f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454178 May 03 21:35:37.322558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:37.328911 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:37.389092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.524875 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.659246 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.28.0.115 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/3c8500aa-c207-4616-bf77-fb85a9004989) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:37.858208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.988910 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.057318 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:38.060601 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:38.064307 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:38.096752 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=3c8500aa-c207-4616-bf77-fb85a9004989,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:38.222652 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.331284 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.531179 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620676c-9557-4911-a921-19d856d6d844 req-886ea54f-7bc0-496b-b78e-2f3e20535ccb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:38.532660 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c620676c-9557-4911-a921-19d856d6d844 req-886ea54f-7bc0-496b-b78e-2f3e20535ccb tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0758917 May 03 21:35:38.540278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.584740 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c620676c-9557-4911-a921-19d856d6d844 req-16df2c0c-ad1d-4a6f-816b-bbd8d26e1709 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 May 03 21:35:38.600078 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.713718 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=3c8500aa-c207-4616-bf77-fb85a9004989,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:38.726243 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.852533 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.854688 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-80f3f96b-4405-4d58-aaa4-ee909fc22cba tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5502710 May 03 21:35:39.128692 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-ad391a3e-cd43-4814-9911-d1762c82fbc8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:39.228825 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-ad391a3e-cd43-4814-9911-d1762c82fbc8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:39.230189 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-ad391a3e-cd43-4814-9911-d1762c82fbc8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1119607620&fields=id&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 267 time: 0.1485643 May 03 21:35:39.404268 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-a1faabc1-0696-4db2-b09f-234be77ee3c4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:39.406904 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-a1faabc1-0696-4db2-b09f-234be77ee3c4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.1679823 May 03 21:35:39.422581 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-7c9c28ef-4df9-4c8f-9f78-a170d1b51dab tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/quotas/f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 375 time: 0.0115216 May 03 21:35:39.503736 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-bfc6cc6d-8ce3-46b5-be1a-2036cfde823d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758045 May 03 21:35:39.640635 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-eef691c5-4463-4242-84c2-6378be96335e service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249161 May 03 21:35:39.780809 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-20052f9e-bdff-4478-8131-3459f7ef489f service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344655 May 03 21:35:39.859265 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1ff6-098e-48c5-9f97-b72d2083ed07 req-dea5c7a8-e848-4fa4-8fc5-2e325bada07f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:39.860746 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f62d1ff6-098e-48c5-9f97-b72d2083ed07 req-dea5c7a8-e848-4fa4-8fc5-2e325bada07f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1495185 May 03 21:35:39.906010 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f62d1ff6-098e-48c5-9f97-b72d2083ed07 req-cdf1e5c2-fcb5-4250-82e7-a80ce347f70c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 May 03 21:35:40.063824 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-323e6e96-b0a7-44d9-b260-2da5dd279739 req-22bd340b-071e-44d3-96fa-012f9c0e33cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:40.159824 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-323e6e96-b0a7-44d9-b260-2da5dd279739 req-22bd340b-071e-44d3-96fa-012f9c0e33cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:40.161022 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-323e6e96-b0a7-44d9-b260-2da5dd279739 req-22bd340b-071e-44d3-96fa-012f9c0e33cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 210 time: 0.1414766 May 03 21:35:41.110708 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c076edf-9adf-4386-9326-a7a5dc49330c req-2d0a1472-1017-4721-8ae8-7ae3da3a973c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:41.112158 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1c076edf-9adf-4386-9326-a7a5dc49330c req-2d0a1472-1017-4721-8ae8-7ae3da3a973c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0785844 May 03 21:35:41.158079 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1c076edf-9adf-4386-9326-a7a5dc49330c req-50a2349f-31cc-4e9b-a7be-3e01b46e579f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 May 03 21:35:41.331791 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fea4997a-029a-43ae-9bce-1b4c159715dd req-6d2eee3c-427c-4214-bde6-4c5546aa99ef tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 210 time: 0.0459375 May 03 21:35:42.165116 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-73ab0020-23d2-48d8-aa02-0988317a0479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:42.211851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-65e94285-30f4-4120-8b05-b785064f5d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:42.213407 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-65e94285-30f4-4120-8b05-b785064f5d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.1443820 May 03 21:35:42.374902 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-39f1dc48-2db0-4dce-84f8-09a743d9a8fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:42.396343 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-39f1dc48-2db0-4dce-84f8-09a743d9a8fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:42.397549 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-39f1dc48-2db0-4dce-84f8-09a743d9a8fc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 380 time: 0.1225355 May 03 21:35:42.408608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d99f-570e-4343-992d-4f70cb422486 req-176ee11c-b61e-4d73-9612-7d8b9e51e360 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:42.409714 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1559d99f-570e-4343-992d-4f70cb422486 req-176ee11c-b61e-4d73-9612-7d8b9e51e360 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1201756 May 03 21:35:42.418873 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'port': {'device_id': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'admin_state_up': True, 'tenant_id': 'f99f599336ad410b863de09335232069', 'security_groups': ['d50cf5a5-89b1-4d36-b317-4396aeae172e']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:42.501360 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4c7ab431-20b8-4245-b348-3f08da1a0c44 req-7a216043-5cb7-40e0-b57f-f706e99b908a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 210 time: 0.0431373 May 03 21:35:42.555494 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1559d99f-570e-4343-992d-4f70cb422486 req-dd850e51-cfab-4d8d-ba56-e591b4f0482b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226227 May 03 21:35:42.593106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:42.602793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:42.656587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:42.659837 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:42.819922 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.20.0.10 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/b0930bf2-ee73-4da9-91bb-e66d806a5805) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:43.004319 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:43.019916 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Transition to ACTIVE for port object b0930bf2-ee73-4da9-91bb-e66d806a5805 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:43.101837 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:43.178958 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:43.182516 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:43.184758 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:43.186851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:43.247758 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:43.248423 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:43.346456 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6fd3014c-89ee-44a7-bb4e-f7c1ee492044 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279499 May 03 21:35:43.362731 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Request body: {'port': {'device_id': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:43.445069 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-23bb936a-00c6-4159-b61c-84d64b5a59ae None None] Provisioning for port b0930bf2-ee73-4da9-91bb-e66d806a5805 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:43.450841 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-23bb936a-00c6-4159-b61c-84d64b5a59ae None None] Provisioning complete for port b0930bf2-ee73-4da9-91bb-e66d806a5805 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:43.451243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-23bb936a-00c6-4159-b61c-84d64b5a59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:43.471563 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:43.504249 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-23bb936a-00c6-4159-b61c-84d64b5a59ae None None] Port b0930bf2-ee73-4da9-91bb-e66d806a5805 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:35:43.702111 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fafa6d-8211-4699-87f9-fea9a2c583f1 req-60210066-4c8e-4f5e-9966-e85a3d5cfcb7 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:43.703569 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-43fafa6d-8211-4699-87f9-fea9a2c583f1 req-60210066-4c8e-4f5e-9966-e85a3d5cfcb7 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 932 time: 0.0780778 May 03 21:35:43.757475 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-43fafa6d-8211-4699-87f9-fea9a2c583f1 req-7c5cd9aa-2ebf-4deb-83ba-a9bc0a13d2c9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472202 May 03 21:35:43.821665 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63799-0580-43be-b02e-c7412b57049c req-c4d2a060-7a21-4c00-be01-f66267f56d9c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:43.823076 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7b63799-0580-43be-b02e-c7412b57049c req-c4d2a060-7a21-4c00-be01-f66267f56d9c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1350241 May 03 21:35:44.000194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0930bf2-ee73-4da9-91bb-e66d806a5805 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:44.005060 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7b63799-0580-43be-b02e-c7412b57049c req-f9abb81c-274d-4930-aaa6-317ffab0dd1b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707561 May 03 21:35:44.008850 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.025219 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Transition to ACTIVE for port object b0930bf2-ee73-4da9-91bb-e66d806a5805 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:44.090559 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.224780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Pushing event updated for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:44.307756 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.338003 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Attempting to bind port b0930bf2-ee73-4da9-91bb-e66d806a5805 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:35:44.338589 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Attempting to bind port b0930bf2-ee73-4da9-91bb-e66d806a5805 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:35:44.338714 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Attempting to bind port b0930bf2-ee73-4da9-91bb-e66d806a5805 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:44.346210 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Port b0930bf2-ee73-4da9-91bb-e66d806a5805 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:35:44.346751 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Attempting to bind port b0930bf2-ee73-4da9-91bb-e66d806a5805 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:44.353449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:35:44.353779 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:44.354157 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:35:44.354688 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Bound port: b0930bf2-ee73-4da9-91bb-e66d806a5805, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:35:44.355035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.423406 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-0c9591af-1c15-4ec5-8b39-1ecf1c9f6ea3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693395 May 03 21:35:44.444988 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:35:44.447869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:35:44.513750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.544119 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-c05d7838-c7d1-4b6f-84a0-2ceac472f354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 1098 time: 0.0684252 May 03 21:35:44.578226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.579575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] 10.222.0.32 "PUT /v2.0/ports/b0930bf2-ee73-4da9-91bb-e66d806a5805 HTTP/1.1" status: 200 len: 1094 time: 1.2209134 May 03 21:35:44.580003 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:44.617832 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba88d4-2c53-4101-ab5d-2b19c543398b service neutron] Pushing event updated for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:44.644160 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a87189-29e7-4160-9c4a-7043557ad8a1'] response: {'name': 'network-changed', 'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'status': 'completed', 'code': 200} May 03 21:35:44.748156 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e24976bc-58f5-44f9-bb11-3195b2f73fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.769427 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-aaaf5e6e-b2ca-42b7-a663-882f791409a6 req-09bc7541-d1f5-4480-b265-ec188009bb2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 1097 time: 0.0770812 May 03 21:35:44.785865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-af5706e8-e666-4516-ac73-f976c77bd745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:44.787368 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-af5706e8-e666-4516-ac73-f976c77bd745 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.2196536 May 03 21:35:44.878535 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-d877f45f-a817-452d-bd62-591353d07531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 200 len: 217 time: 0.0622294 May 03 21:35:44.953238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5e6e-b2ca-42b7-a663-882f791409a6 req-481a173f-e551-416e-b9ce-4ab538e12f27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:44.954718 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-aaaf5e6e-b2ca-42b7-a663-882f791409a6 req-481a173f-e551-416e-b9ce-4ab538e12f27 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f99f599336ad410b863de09335232069&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1475973 May 03 21:35:44.999579 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-742900ec-26c8-4c6b-a08b-bd2b2e102742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.001145 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-742900ec-26c8-4c6b-a08b-bd2b2e102742 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0814533 May 03 21:35:45.067532 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663d312-5f02-44e4-a471-4729c9506f12 req-03033903-ee6b-4775-a14f-3dba349cd2a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.069121 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b663d312-5f02-44e4-a471-4729c9506f12 req-03033903-ee6b-4775-a14f-3dba349cd2a8 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 944 time: 0.1794136 May 03 21:35:45.098359 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5e6e-b2ca-42b7-a663-882f791409a6 req-e6abfc24-e60f-4548-a226-e8c3be72cdae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.100171 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-aaaf5e6e-b2ca-42b7-a663-882f791409a6 req-e6abfc24-e60f-4548-a226-e8c3be72cdae service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380904 May 03 21:35:45.128501 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-80fa07ed-9960-4129-8990-ef76257a6c61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200614 May 03 21:35:45.130856 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b663d312-5f02-44e4-a471-4729c9506f12 req-c062f306-ff99-4faa-9a58-0985fd2d9d1f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550015 May 03 21:35:45.260743 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a2b0-f051-4d56-9851-1ce4f2e91338 req-4dd7b875-bd93-43bf-abfd-f71a675ad5df tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.262938 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fdd9a2b0-f051-4d56-9851-1ce4f2e91338 req-4dd7b875-bd93-43bf-abfd-f71a675ad5df tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1345537 May 03 21:35:45.286500 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-c95ef7d6-59b3-4d41-a2b5-f32bd3307006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 1097 time: 0.1118252 May 03 21:35:45.289101 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-8953bb51-02fe-4a64-9acf-47bb258843b0 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297920 May 03 21:35:45.313494 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fdd9a2b0-f051-4d56-9851-1ce4f2e91338 req-c530c358-8673-4a0f-b1d3-d536b08424b9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 May 03 21:35:45.377793 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-7ce44eeb-7074-449b-99c3-1826b32923ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805 HTTP/1.1" status: 200 len: 217 time: 0.0634604 May 03 21:35:45.441768 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2700013-a6c7-4919-9a23-6b3b5f99ff06 req-79561fa1-7a75-41c3-a81d-cfff605c6dfc service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276386 May 03 21:35:45.442066 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6737b354-0367-40cb-b5be-e116f3cc5f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.443599 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-6737b354-0367-40cb-b5be-e116f3cc5f56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.0598097 May 03 21:35:45.574529 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-52136484-6bad-4572-8137-952f17af4521 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761929 May 03 21:35:45.673563 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:45.735789 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-c5250da9-9712-4dcf-9a43-f9a1abc851d8 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388180 May 03 21:35:45.752697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:45.889389 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a7047dc-f431-467a-b039-86dbd5a22c75 req-2132dd8e-78dc-4b03-bf42-c7981067ab13 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275303 May 03 21:35:46.326086 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebbc7-0c35-4f83-87ee-afa2b4db6976 req-9beebca9-f500-4cae-9cac-d29998f2969a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:46.327543 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3a3ebbc7-0c35-4f83-87ee-afa2b4db6976 req-9beebca9-f500-4cae-9cac-d29998f2969a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 944 time: 0.0753272 May 03 21:35:46.374752 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3a3ebbc7-0c35-4f83-87ee-afa2b4db6976 req-082939c7-3417-4731-b6dd-17fbb0193a5f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 May 03 21:35:46.515242 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f08a5e-d4e7-4187-b22e-e61df7192b8c req-ffef0758-c545-4fbf-9eca-a867701958fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:46.516666 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-45f08a5e-d4e7-4187-b22e-e61df7192b8c req-ffef0758-c545-4fbf-9eca-a867701958fd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0810869 May 03 21:35:46.561944 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-45f08a5e-d4e7-4187-b22e-e61df7192b8c req-cf5d17e1-314f-46f5-8176-9a27f8ae6c7a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396595 May 03 21:35:47.261873 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:47.576760 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bde72-756e-4030-9aa8-c4c058468a05 req-d6296bc9-185f-4842-b332-d5a124a4d44a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:47.577525 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-334bde72-756e-4030-9aa8-c4c058468a05 req-d6296bc9-185f-4842-b332-d5a124a4d44a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:47.632308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-334bde72-756e-4030-9aa8-c4c058468a05 req-d6296bc9-185f-4842-b332-d5a124a4d44a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:47.633517 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-334bde72-756e-4030-9aa8-c4c058468a05 req-d6296bc9-185f-4842-b332-d5a124a4d44a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 944 time: 0.1335342 May 03 21:35:47.755399 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-334bde72-756e-4030-9aa8-c4c058468a05 req-ebca6253-aad7-4e4c-8b72-399c4faeecb6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161287 May 03 21:35:47.771278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c344-1558-45f4-a55a-556eb6ddf536 req-624df762-3132-4457-bfb7-5b524d4865d5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:47.772745 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ae80c344-1558-45f4-a55a-556eb6ddf536 req-624df762-3132-4457-bfb7-5b524d4865d5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0838230 May 03 21:35:47.818062 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ae80c344-1558-45f4-a55a-556eb6ddf536 req-47b49904-30f4-4934-b0fb-35f554994777 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 May 03 21:35:48.123105 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b0930bf2-ee73-4da9-91bb-e66d806a5805 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:35:48.260135 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:48.274174 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'port_id': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'mac_address': 'fa:16:3e:ff:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:35:48.332886 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:48.350129 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0930bf2-ee73-4da9-91bb-e66d806a5805 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:48.364755 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:48.438010 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:48.519268 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:48.905243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['b0930bf2-ee73-4da9-91bb-e66d806a5805'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:48.962630 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb0da2-3883-4290-8b79-639c448d32e5 req-ed070dd4-d6d8-4515-a8cc-423892d0fb6a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:48.965584 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8abb0da2-3883-4290-8b79-639c448d32e5 req-ed070dd4-d6d8-4515-a8cc-423892d0fb6a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 945 time: 0.0915070 May 03 21:35:49.029965 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8abb0da2-3883-4290-8b79-639c448d32e5 req-8348218e-bf68-4b87-93aa-094daf5904a9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580010 May 03 21:35:49.149990 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48242-1c20-4c10-a6d2-e98bb86c704b req-6474fb07-5016-4bc0-96dc-7d505035143a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:49.151632 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8ba48242-1c20-4c10-a6d2-e98bb86c704b req-6474fb07-5016-4bc0-96dc-7d505035143a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0988910 May 03 21:35:49.201054 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8ba48242-1c20-4c10-a6d2-e98bb86c704b req-70036d68-a0f4-4174-b664-8d7a52c2973f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 May 03 21:35:49.215308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf414a0-4e55-40f5-9a1d-b6a5f2251640 req-f4f48ba6-8d72-44e0-b0f2-0470f72c3fdf tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:49.216872 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9bf414a0-4e55-40f5-9a1d-b6a5f2251640 req-f4f48ba6-8d72-44e0-b0f2-0470f72c3fdf tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0757480 May 03 21:35:49.263920 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9bf414a0-4e55-40f5-9a1d-b6a5f2251640 req-a6ee3e72-a4c5-444d-a93a-9a6eaf1e78b9 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 May 03 21:35:49.282986 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6e6da195-17a1-4735-86f6-cf249ac6e680 req-5bd8ec7c-c0f6-471d-bd88-e583f8f76651 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.0727470 May 03 21:35:49.358597 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6e6da195-17a1-4735-86f6-cf249ac6e680 req-f7294408-cf63-4eb5-8797-b37624670918 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364189 May 03 21:35:50.132029 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b0930bf2-ee73-4da9-91bb-e66d806a5805 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:35:50.224413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42b7ea-e5b4-4b4a-994d-66ffe709d447 req-4b8fa53f-5c8d-47bd-b080-8b1e7fc30042 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:50.225889 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ee42b7ea-e5b4-4b4a-994d-66ffe709d447 req-4b8fa53f-5c8d-47bd-b080-8b1e7fc30042 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 945 time: 0.0785708 May 03 21:35:50.273175 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ee42b7ea-e5b4-4b4a-994d-66ffe709d447 req-757927fd-7174-4db6-8e4d-a6c6a94638da tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 May 03 21:35:50.278482 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port b0930bf2-ee73-4da9-91bb-e66d806a5805 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:50.283718 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port b0930bf2-ee73-4da9-91bb-e66d806a5805 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:50.284112 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:50.404972 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:50.410622 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6543-15f3-455b-aace-8879e5f1e72f req-af2c962f-a48c-4926-8d0a-e0908cb8f21e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:50.412086 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b71c6543-15f3-455b-aace-8879e5f1e72f req-af2c962f-a48c-4926-8d0a-e0908cb8f21e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0827420 May 03 21:35:50.431610 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:50.441462 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:50.473080 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b71c6543-15f3-455b-aace-8879e5f1e72f req-c86bc470-6f1a-4803-a42c-0f7ea58b8972 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526369 May 03 21:35:50.474409 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3243-0b7a-4b31-9106-cd1d22431265 req-a013cbe1-19ab-4708-8928-a980a95c37e3 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:50.475874 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e8a3243-0b7a-4b31-9106-cd1d22431265 req-a013cbe1-19ab-4708-8928-a980a95c37e3 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0829802 May 03 21:35:50.500536 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:50.537559 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e8a3243-0b7a-4b31-9106-cd1d22431265 req-3156a82a-ed60-48a2-a6b3-bd9a03ae880b tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 May 03 21:35:50.558899 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68d92a9-5b30-404e-bb9e-b4d3d6002a42'] response: {'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'code': 200} May 03 21:35:50.575011 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:50.624534 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:51.122768 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-052d43ed-282d-48c8-b8b3-ab8bfbdb6a74 req-317c041e-e353-4694-bc22-5888a8663762 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 1099 time: 0.0695658 May 03 21:35:51.226967 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-052d43ed-282d-48c8-b8b3-ab8bfbdb6a74 req-83b18f7a-3317-448a-bfd7-0e12f0b2497a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894547 May 03 21:35:51.247937 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b2e50-66d0-4f14-88d3-08c3f29c0dab req-2067b7aa-41d6-495a-9158-e171fbe213cf tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:51.249382 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-154b2e50-66d0-4f14-88d3-08c3f29c0dab req-2067b7aa-41d6-495a-9158-e171fbe213cf tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0938215 May 03 21:35:51.290001 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-77f55be8-91d9-420b-8ee1-b49427d8731d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1137 time: 0.0687037 May 03 21:35:51.297021 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-154b2e50-66d0-4f14-88d3-08c3f29c0dab req-79b2f6f7-8bdf-4976-ad79-fc8de8f3ab3f tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418346 May 03 21:35:51.474180 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1dc10-e28e-4790-a2cf-f517df91ce41 req-0a1a3170-4a58-4de3-8dc0-6c43be119d91 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:51.475622 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-64b1dc10-e28e-4790-a2cf-f517df91ce41 req-0a1a3170-4a58-4de3-8dc0-6c43be119d91 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0786438 May 03 21:35:51.521559 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-64b1dc10-e28e-4790-a2cf-f517df91ce41 req-32da7115-16a5-43b7-9ef1-505fbe19127e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 May 03 21:35:51.678233 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33037a-4855-4af6-aac5-70992e3632c9 req-6fee6abc-2fe5-49fa-8115-3ea9e4aa2036 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:51.679781 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ed33037a-4855-4af6-aac5-70992e3632c9 req-6fee6abc-2fe5-49fa-8115-3ea9e4aa2036 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0828097 May 03 21:35:51.726016 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ed33037a-4855-4af6-aac5-70992e3632c9 req-e89658c6-aa4e-4680-b956-9d251104f703 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 May 03 21:35:51.729641 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ccd66-bb86-4012-ad77-05628782cfbb req-573a6d92-824e-4600-8faf-02eaab146cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:51.731059 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-573a6d92-824e-4600-8faf-02eaab146cc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 916 time: 0.1733482 May 03 21:35:51.920866 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782e469-10ac-491d-8f06-38a5d4166549 req-93f99288-aa9a-4b9f-9bb6-9e5643d63f7d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:51.922447 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0782e469-10ac-491d-8f06-38a5d4166549 req-93f99288-aa9a-4b9f-9bb6-9e5643d63f7d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.2530341 May 03 21:35:51.925441 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-9a4a69ab-3eba-42b2-b1e4-b2cdb03298cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 1001 time: 0.1857829 May 03 21:35:52.040461 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ccd66-bb86-4012-ad77-05628782cfbb req-762e8252-d816-4427-9e7f-83e8859df701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.040461 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-762e8252-d816-4427-9e7f-83e8859df701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.0885053 May 03 21:35:52.040461 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0782e469-10ac-491d-8f06-38a5d4166549 req-3c9fdf98-cfd1-452f-8e72-9fc8ea2f3f5d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049473 May 03 21:35:52.119192 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-5572a7d4-476f-4677-8741-92295d94e297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730951 May 03 21:35:52.253110 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-8733dfa7-5878-4614-acee-42698c95d508 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248558 May 03 21:35:52.396848 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-881ccd66-bb86-4012-ad77-05628782cfbb req-03eecb9e-6b1c-4ead-8822-37d63ea504ff service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332340 May 03 21:35:52.503682 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4bedd-1677-4b9f-a55f-86599180ae44 req-04f93d7b-db1c-49dd-852d-a58e304fd21c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.505897 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7bd4bedd-1677-4b9f-a55f-86599180ae44 req-04f93d7b-db1c-49dd-852d-a58e304fd21c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0856118 May 03 21:35:52.553313 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7bd4bedd-1677-4b9f-a55f-86599180ae44 req-506f31ad-9d2c-4788-9541-08fec745f67a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414455 May 03 21:35:52.556011 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caf4d4-2e87-4d42-8457-18dd2f632224 req-ea275bc1-4bb6-4750-a7bc-c2a7026ef857 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.558178 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a2caf4d4-2e87-4d42-8457-18dd2f632224 req-ea275bc1-4bb6-4750-a7bc-c2a7026ef857 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0880587 May 03 21:35:52.643285 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a2caf4d4-2e87-4d42-8457-18dd2f632224 req-3ab36a80-d979-4606-b6d8-44eaea11f3d5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783308 May 03 21:35:52.681241 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-cb512eeb-8909-44b2-9898-0d9c389120db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.0879972 May 03 21:35:52.750843 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061cd21-ed6c-49ad-88ec-d4ddf7ce8db0 req-8c4b5c79-39ca-4605-8604-87627e539dee tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.758139 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f061cd21-ed6c-49ad-88ec-d4ddf7ce8db0 req-8c4b5c79-39ca-4605-8604-87627e539dee tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0927758 May 03 21:35:52.809915 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f061cd21-ed6c-49ad-88ec-d4ddf7ce8db0 req-eba499b5-3c24-4e03-a8da-837438eed3f6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 May 03 21:35:52.841278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-af267f8d-8e40-495a-965f-7f28140fa437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.843121 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-af267f8d-8e40-495a-965f-7f28140fa437 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1434066 May 03 21:35:52.947899 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-370a925b-8553-4514-99a0-7d2419548e4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1002 time: 0.0983527 May 03 21:35:53.013794 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-18e9201d-2168-40c9-b9b3-85b66fa11a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:53.015247 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-18e9201d-2168-40c9-b9b3-85b66fa11a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0587296 May 03 21:35:53.093468 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-2ec9555a-08df-4358-a666-8a145d25ea7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713208 May 03 21:35:53.281885 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-1a16eb80-15f1-4129-a90b-1dbd1c334f35 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763773 May 03 21:35:53.295285 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a47a9-8666-4223-8ff0-c929b6d1e87f req-927dbbe5-0dda-4485-bd42-888b01234995 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:53.296632 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b2a47a9-8666-4223-8ff0-c929b6d1e87f req-927dbbe5-0dda-4485-bd42-888b01234995 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.1259856 May 03 21:35:53.422366 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b2a47a9-8666-4223-8ff0-c929b6d1e87f req-1aa34b7c-9027-40f5-9d8a-b36d9709eac2 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 May 03 21:35:53.457880 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b0eb10b-f46b-4aa5-a674-c8ee381209dc req-fd5cf238-b285-4552-a9af-2c546fac5dde service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603537 May 03 21:35:53.747550 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530de85-5488-4059-9831-522ff19a0b9d req-b6443dff-289c-4d5d-ba09-dccbd6eb5b9d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:53.749046 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7530de85-5488-4059-9831-522ff19a0b9d req-b6443dff-289c-4d5d-ba09-dccbd6eb5b9d tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0771685 May 03 21:35:53.803189 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7530de85-5488-4059-9831-522ff19a0b9d req-6ef5755b-7084-4706-b6b4-c82dc7a78909 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482082 May 03 21:35:53.847743 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a8bc-f95e-4639-bc9a-c6d5d679855c req-96f73c90-a05d-4fe5-a7fc-b411e96f72b0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:53.849256 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a07a8bc-f95e-4639-bc9a-c6d5d679855c req-96f73c90-a05d-4fe5-a7fc-b411e96f72b0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0776956 May 03 21:35:53.895574 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2a07a8bc-f95e-4639-bc9a-c6d5d679855c req-0bf84536-24c2-4488-a3fd-6a4d7a967afd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 May 03 21:35:54.009438 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6db0-3ec4-4b19-b3a5-c53fad59f4da req-534671e8-5e1d-49e7-8e47-e44b304a5d41 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:54.010915 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b78e6db0-3ec4-4b19-b3a5-c53fad59f4da req-534671e8-5e1d-49e7-8e47-e44b304a5d41 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0790546 May 03 21:35:54.055160 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b78e6db0-3ec4-4b19-b3a5-c53fad59f4da req-be0f04d0-322f-4f5c-b85f-1d5e817a4b42 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 May 03 21:35:54.243970 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5a75d-3f00-43f8-a9a7-a8b54f5aaf73 req-b1582437-6096-46ac-8b0f-8f142c7cb474 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:54.246308 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cde5a75d-3f00-43f8-a9a7-a8b54f5aaf73 req-b1582437-6096-46ac-8b0f-8f142c7cb474 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0785942 May 03 21:35:54.254876 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43196) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:54.259904 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'port_id': 'b0930bf2-ee73-4da9-91bb-e66d806a5805'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:54.396380 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.625547 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b662d3-e98c-4a51-96c5-9dda0e8970fa req-ddd0b482-f067-40ac-992c-5115ecebb297 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:54.626999 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76b662d3-e98c-4a51-96c5-9dda0e8970fa req-ddd0b482-f067-40ac-992c-5115ecebb297 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0808134 May 03 21:35:54.672722 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76b662d3-e98c-4a51-96c5-9dda0e8970fa req-84e205d2-ba5e-4d7a-9d03-706986b87c2c tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 May 03 21:35:55.032905 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.053879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c824f-a651-4415-9dbb-5d5b059e96c7 req-675d6538-6d47-4598-9493-c53819aa6e09 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:55.056887 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-df5c824f-a651-4415-9dbb-5d5b059e96c7 req-675d6538-6d47-4598-9493-c53819aa6e09 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.1187351 May 03 21:35:55.084402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.097106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83917874-6cc3-4ee2-a1fe-44718804a246 req-66b546d2-6328-4106-8440-1940b2271d65 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:55.101252 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-83917874-6cc3-4ee2-a1fe-44718804a246 req-66b546d2-6328-4106-8440-1940b2271d65 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0793505 May 03 21:35:55.144713 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-83917874-6cc3-4ee2-a1fe-44718804a246 req-1bd7605e-5ec0-4209-abc4-fd8d8196ee1e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 May 03 21:35:55.221224 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-df5c824f-a651-4415-9dbb-5d5b059e96c7 req-4b44b1ef-a679-4663-baee-c88ac2463fe9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589799 May 03 21:35:55.293954 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP 163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50 associated. External IP: 172.28.0.115, port: b0930bf2-ee73-4da9-91bb-e66d806a5805. May 03 21:35:55.750670 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:55.873901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f191d7-fde6-44dc-bfb0-cf5406edc060 req-4bc61d7b-380f-42ad-bce1-186cf27a96dc tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:55.875439 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a3f191d7-fde6-44dc-bfb0-cf5406edc060 req-4bc61d7b-380f-42ad-bce1-186cf27a96dc tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.0822418 May 03 21:35:55.922486 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a3f191d7-fde6-44dc-bfb0-cf5406edc060 req-b7a64339-d71f-40e5-a17f-10d04ece3575 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 May 03 21:35:55.969340 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:55.973584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.981071 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:55.995727 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:55.996642 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:56.037379 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-7de85f8b-923e-46bc-b360-6e900747726e tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "PUT /v2.0/floatingips/163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50 HTTP/1.1" status: 200 len: 992 time: 1.7770700 May 03 21:35:56.037379 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:56.093246 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8522d709-e47a-48a4-b57d-36a9b73775ea'] response: {'name': 'network-changed', 'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'status': 'completed', 'code': 200} May 03 21:35:56.176208 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:56.274887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-d67f01c3-501b-419d-ae24-3c0281b47496 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.277064 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-d67f01c3-501b-419d-ae24-3c0281b47496 tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.1038949 May 03 21:35:56.341461 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-2c6863d7-9c31-4969-a45b-616c03293eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 1099 time: 0.1494474 May 03 21:35:56.361689 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Deleting port f2ea7832-fa57-4b04-821c-8d68b4e1620b {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:56.362367 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.485395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6dccd-11ba-4dcc-8094-48b374e13900 req-986ef17d-9b27-40e1-8881-fd44d5464385 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.486853 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-49a6dccd-11ba-4dcc-8094-48b374e13900 req-986ef17d-9b27-40e1-8881-fd44d5464385 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.2060997 May 03 21:35:56.519143 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-9c6c99ef-125c-4315-97a4-34910b391299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.520487 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-9c6c99ef-125c-4315-97a4-34910b391299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.1711445 May 03 21:35:56.584474 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.115', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:ff:04:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:38Z', 'updated_at': '2022-05-03T21:35:54Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:56.589514 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:56.601100 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:56.601768 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:56.611093 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6559b-45cb-47d8-a785-ac195da40727 req-b3ce75c7-cfa7-48e1-be1e-44bd9783239a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.612623 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5d6559b-45cb-47d8-a785-ac195da40727 req-b3ce75c7-cfa7-48e1-be1e-44bd9783239a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.2169714 May 03 21:35:56.692711 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-49a6dccd-11ba-4dcc-8094-48b374e13900 req-34a4a0c8-cd52-4ffe-81a0-4719dd75d25c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963353 May 03 21:35:56.720845 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5d6559b-45cb-47d8-a785-ac195da40727 req-53886957-ba92-491d-959e-91dd9c536f69 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874872 May 03 21:35:56.725649 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-e58bc03e-fd5e-4fb5-ad2d-4d38024fd479 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805 HTTP/1.1" status: 200 len: 1000 time: 0.1936464 May 03 21:35:56.730027 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] For port f2ea7832-fa57-4b04-821c-8d68b4e1620b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f2ea7832-fa57-4b04-821c-8d68b4e1620b,segment=NetworkSegment(ec4fa279-c86f-4d9f-b786-94911a4e2d2f),segment_id=ec4fa279-c86f-4d9f-b786-94911a4e2d2f)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:56.730399 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.795052 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-1749ff53-d151-4b8c-a80c-d4903c482f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.796561 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-1749ff53-d151-4b8c-a80c-d4903c482f47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.0614293 May 03 21:35:56.867266 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:56.878518 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Calling delete_port for f2ea7832-fa57-4b04-821c-8d68b4e1620b owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:56.940054 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-f8337b74-b6de-4fe8-bad4-486a44de64c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1364648 May 03 21:35:56.948580 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd4aa-ab8c-42fc-9961-0bdf6100d7ed req-a4b9259b-bc4e-42ac-8c52-abb54684acd7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:56.950035 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3e8bd4aa-ab8c-42fc-9961-0bdf6100d7ed req-a4b9259b-bc4e-42ac-8c52-abb54684acd7 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1047776 May 03 21:35:56.971106 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43220) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:56.979618 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Request body: {'floatingip': {'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:57.147257 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.154244 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.186033 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['f2ea7832-fa57-4b04-821c-8d68b4e1620b'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:57.206443 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Pushing event deleted for resources: {'Port': ['ID=f2ea7832-fa57-4b04-821c-8d68b4e1620b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:57.253329 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.253571 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.253740 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.254061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.254388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.254711 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.255051 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.255308 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-87917bff-d485-4b18-a9f2-8f338970b597 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042209 May 03 21:35:57.255423 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.256124 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.256124 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.256399 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:57.271906 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2011f-5c10-4e38-9c65-3bbd7c199ae8 req-7c6d0c94-a182-423f-9a0b-742d7b8697bc tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:57.278721 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.115', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:ff:04:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:38Z', 'updated_at': '2022-05-03T21:35:54Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:57.281752 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c5d2011f-5c10-4e38-9c65-3bbd7c199ae8 req-7c6d0c94-a182-423f-9a0b-742d7b8697bc tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 945 time: 0.1897326 May 03 21:35:57.286437 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b020aff-9a21-4871-80a2-098ed7cea6ff None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.115', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:ff:04:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:38Z', 'updated_at': '2022-05-03T21:35:54Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:57.328353 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c5d2011f-5c10-4e38-9c65-3bbd7c199ae8 req-1951dac6-2ac8-4cbd-b277-2f5a88a285ac tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/security-groups?id=463dca35-61ab-46e4-b47d-10ac3c045ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 May 03 21:35:57.502620 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b5323d79-a357-4c64-ac76-c6c7035a7c12 req-3353d74b-c849-4268-b649-8640a5ab9b63 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391934 May 03 21:35:57.505734 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8678351-e559-4b3e-bfcd-eba92b6d6933 None None] New status for floating IP 163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50: ACTIVE {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:57.682185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] No DVR routers for this DVR port f2ea7832-fa57-4b04-821c-8d68b4e1620b on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:57.684791 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.763141 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-42067475-b3bd-4fd7-a06a-e0a5aa64d101 req-2efd9acb-9263-4fe6-b301-c77e9055958a tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.32 "DELETE /v2.0/ports/f2ea7832-fa57-4b04-821c-8d68b4e1620b HTTP/1.1" status: 204 len: 173 time: 1.4801996 May 03 21:35:58.001643 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.014176 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cae11-8706-4b53-ac32-2ebbb8ad0906 req-62e9862a-2895-49b1-9a8b-526ef4178467 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:58.015629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f6cae11-8706-4b53-ac32-2ebbb8ad0906 req-62e9862a-2895-49b1-9a8b-526ef4178467 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.1710799 May 03 21:35:58.063407 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f6cae11-8706-4b53-ac32-2ebbb8ad0906 req-80b9d8ab-b441-469f-9887-da41ad07aa77 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420995 May 03 21:35:58.064499 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.094630 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'name': 'network-vif-deleted', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:58.168574 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d81995b-ef5f-412f-830f-e6c56c06fc40'] response: {'server_uuid': 'baccaed6-8294-4fa7-a181-426dfd1ccada', 'name': 'network-vif-deleted', 'tag': 'f2ea7832-fa57-4b04-821c-8d68b4e1620b', 'status': 'completed', 'code': 200} May 03 21:35:58.526953 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e6860cca-446f-4c72-966a-a1712f88aa29 req-5aff7690-9664-4b67-9fc5-ab5e09bb170d tempest-VolumesSnapshotTestJSON-93675887 tempest-VolumesSnapshotTestJSON-93675887-project] 10.222.0.50 "GET /v2.0/ports?device_id=baccaed6-8294-4fa7-a181-426dfd1ccada HTTP/1.1" status: 200 len: 210 time: 0.0461390 May 03 21:35:58.593123 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:58.794460 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:58.798728 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.803711 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:58.816255 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:58.816847 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:58.877655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:58.921291 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d4acaaeb-4dfa-43f9-82d4-57e9d5c04f3b tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "PUT /v2.0/floatingips/164375d1-364e-41d4-aa7f-2476e6067418 HTTP/1.1" status: 200 len: 994 time: 1.9369969 May 03 21:35:58.947166 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfb00c5-1431-45d0-a529-b27ce277e5e4'] response: {'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'status': 'completed', 'code': 200} May 03 21:35:59.011677 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:59.071031 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-1ca14674-b8e4-4170-81a2-dcd433487cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.0776296 May 03 21:35:59.208920 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-e460067c-397a-40d6-bd43-ea3e00c08a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:59.210584 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-e460067c-397a-40d6-bd43-ea3e00c08a67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1336062 May 03 21:35:59.273970 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234372-d75f-4618-b9fa-204eb088f31d req-3f3de0da-e48a-4199-9c3b-13652afd815b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:59.277744 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0c234372-d75f-4618-b9fa-204eb088f31d req-3f3de0da-e48a-4199-9c3b-13652afd815b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0847101 May 03 21:35:59.320407 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-bd7bdc79-bbcb-4fd9-b015-ac322bcbcf74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1002 time: 0.1035662 May 03 21:35:59.328332 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0c234372-d75f-4618-b9fa-204eb088f31d req-1db59b24-1c9e-426e-89fb-99a2504f3631 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472126 May 03 21:35:59.381740 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:35:57Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:59.386306 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:59.397124 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:59.397833 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:59.458074 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-245698f4-3519-4e0e-b632-3a4557542b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:59.459566 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-245698f4-3519-4e0e-b632-3a4557542b0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.1335464 May 03 21:35:59.538089 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-c78360a1-5ae0-4a0e-bc1b-2613035ae52c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699983 May 03 21:35:59.579118 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:59.678833 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-4132044f-aff8-46e2-a4a4-2a060336c3ac service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340785 May 03 21:35:59.815230 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c9ed98cb-5ee0-424c-8d72-b86d0ad40564 req-25ab1811-9372-4126-aefc-e7783df7e363 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287358 May 03 21:35:59.972033 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:35:57Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:59.976117 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef206ee-70db-4adb-8373-e4bc4dbe030a None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '164375d1-364e-41d4-aa7f-2476e6067418', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'port_id': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'mac_address': 'fa:16:3e:83:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:57Z', 'updated_at': '2022-05-03T21:35:57Z', 'revision_number': 3, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:00.188004 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device f2ea7832-fa57-4b04-821c-8d68b4e1620b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:00.221915 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: f2ea7832-fa57-4b04-821c-8d68b4e1620b {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:00.222260 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device f2ea7832-fa57-4b04-821c-8d68b4e1620b not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:00.534357 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b22700-05a8-43f1-8ebe-a6c80e90cfa5 req-5c492405-6aa5-48cf-94f1-501380e586a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:00.535816 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-47b22700-05a8-43f1-8ebe-a6c80e90cfa5 req-5c492405-6aa5-48cf-94f1-501380e586a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0848329 May 03 21:36:00.582942 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-47b22700-05a8-43f1-8ebe-a6c80e90cfa5 req-994e09b5-da4c-4976-9650-051c3d3f08e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408533 May 03 21:36:00.948418 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:01.001345 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693938f8-4bee-46a2-93b4-c47ae3698930'] response: {'name': 'network-changed', 'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'status': 'completed', 'code': 200} May 03 21:36:01.115523 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-99f014af-d4d5-4271-be76-5b2779a20d7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fab073bbf87c448f8d5016a86204baad&device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 1099 time: 0.0680845 May 03 21:36:01.253777 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-939d2389-df2b-4eed-9457-f6431492268c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:01.255116 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-939d2389-df2b-4eed-9457-f6431492268c service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 200 len: 919 time: 0.1231987 May 03 21:36:01.362372 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-fbf57c49-bbf5-4c33-bdba-24559feb6723 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 200 len: 1002 time: 0.0995145 May 03 21:36:01.426048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-d4bd76f4-1a16-4c6e-a221-ea1833644945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:01.427482 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-d4bd76f4-1a16-4c6e-a221-ea1833644945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 200 len: 857 time: 0.0571628 May 03 21:36:01.507708 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-56014ffe-2bc7-425b-a60b-097aba83912f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ff0d15-e366-40a0-9ece-db153122fc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733035 May 03 21:36:01.649773 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-58897fed-3d9c-4cb3-b461-d1fdd9afc9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346951 May 03 21:36:01.791865 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e217-ef72-4e5d-89ab-c18b43d015a8 req-04661a0c-87cd-4e3b-aeee-c206e523ded6 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:01.793513 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-40f6e217-ef72-4e5d-89ab-c18b43d015a8 req-04661a0c-87cd-4e3b-aeee-c206e523ded6 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0826070 May 03 21:36:01.794126 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d5a630ec-679b-4f00-88fe-b2e18b1cd0eb req-3d6bd9b6-e130-4b8a-af92-747470daadc5 service neutron] 10.222.0.32 "GET /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375577 May 03 21:36:01.851048 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-40f6e217-ef72-4e5d-89ab-c18b43d015a8 req-5677435d-1727-4727-b470-6e6c0e9a5e44 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453453 May 03 21:36:03.053054 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456930c-7bde-431b-8ec4-92ca7ca6c536 req-9bf374f1-8f2e-4a1b-8adb-3bcbd2f24a2a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:03.054553 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f456930c-7bde-431b-8ec4-92ca7ca6c536 req-9bf374f1-8f2e-4a1b-8adb-3bcbd2f24a2a tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0766568 May 03 21:36:03.102491 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f456930c-7bde-431b-8ec4-92ca7ca6c536 req-7c8ff705-5e26-49b3-aebd-56c00de174cb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416832 May 03 21:36:04.297757 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff4bd3-3d9c-4828-b49b-7a820a096deb req-965fc910-2b54-4ec4-b1d8-635548d05dcb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:04.299246 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcff4bd3-3d9c-4828-b49b-7a820a096deb req-965fc910-2b54-4ec4-b1d8-635548d05dcb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0755591 May 03 21:36:04.349828 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcff4bd3-3d9c-4828-b49b-7a820a096deb req-73e16b62-08b2-44c4-b2a9-5f3a14a0e6aa tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448365 May 03 21:36:05.553091 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6edab-bdb5-4af2-866f-71b48ab0cff4 req-513c2f8a-76cf-4255-826e-756e519e3f98 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:05.554652 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c8a6edab-bdb5-4af2-866f-71b48ab0cff4 req-513c2f8a-76cf-4255-826e-756e519e3f98 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0842168 May 03 21:36:05.613857 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c8a6edab-bdb5-4af2-866f-71b48ab0cff4 req-cd7d86de-251e-446b-bd20-d7ccb9827dba tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531378 May 03 21:36:06.268579 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5179712-37b5-4ca8-b8bd-636e88c24cb0 req-82c2a3fc-dbb4-4242-86ab-1fd3fdc68037 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:06.270915 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5179712-37b5-4ca8-b8bd-636e88c24cb0 req-82c2a3fc-dbb4-4242-86ab-1fd3fdc68037 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0802724 May 03 21:36:06.317158 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f5179712-37b5-4ca8-b8bd-636e88c24cb0 req-38022814-208c-4a85-9c1b-6882dd252563 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 May 03 21:36:06.804665 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae426219-50c6-47f3-94a9-2ed5e4db5b6e req-149da969-bd34-4f6c-aed4-0b879f6232eb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:06.806345 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae426219-50c6-47f3-94a9-2ed5e4db5b6e req-149da969-bd34-4f6c-aed4-0b879f6232eb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0776999 May 03 21:36:06.857248 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae426219-50c6-47f3-94a9-2ed5e4db5b6e req-155f1145-4a25-4ade-bd9b-8cd3c0aa4c1c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430133 May 03 21:36:07.525895 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d65566-65ed-4ecf-b5f7-820bf328ec90 req-86af1982-7579-4578-a3a9-a1c013b7d0d1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:07.527360 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d9d65566-65ed-4ecf-b5f7-820bf328ec90 req-86af1982-7579-4578-a3a9-a1c013b7d0d1 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0775826 May 03 21:36:07.572400 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d9d65566-65ed-4ecf-b5f7-820bf328ec90 req-14ebe260-be4f-4548-884e-a5d49fedf3ba tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 May 03 21:36:08.064867 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7acbe-2b32-4972-bc87-a1d2bf19c06b req-cbf12012-ff26-4303-96b6-76206ada374b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:08.066375 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-06e7acbe-2b32-4972-bc87-a1d2bf19c06b req-cbf12012-ff26-4303-96b6-76206ada374b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0819561 May 03 21:36:08.114678 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-06e7acbe-2b32-4972-bc87-a1d2bf19c06b req-e82224b0-783a-4894-b7b9-2a62b8f98a0c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410242 May 03 21:36:08.696347 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-ebed1c87-ce95-4dfb-95ed-5b973988a877 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:08.697968 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-ebed1c87-ce95-4dfb-95ed-5b973988a877 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.0749104 May 03 21:36:08.876060 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Deleting port 23087caf-de87-4d47-a3c9-e641c1db93df {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:08.876311 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.970668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f4992-2767-4e39-a8b4-288cfafe45dc req-db701b89-9bfd-4d82-9b9f-ebf0f21045ae tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:08.972122 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f3f4992-2767-4e39-a8b4-288cfafe45dc req-db701b89-9bfd-4d82-9b9f-ebf0f21045ae tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 945 time: 0.2733042 May 03 21:36:09.101254 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f3f4992-2767-4e39-a8b4-288cfafe45dc req-205d8a56-dd04-4c91-b478-79b029d00b15 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b8aab8e-5308-4120-91c4-b88f5a5222e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221406 May 03 21:36:09.167903 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] For port 23087caf-de87-4d47-a3c9-e641c1db93df, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=23087caf-de87-4d47-a3c9-e641c1db93df,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:09.168260 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.315887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91f8d-c3cc-4101-a6ef-5b016ac81d6e req-9dc7518f-1f8f-4abc-b207-5420a979f1c5 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:09.317629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7c91f8d-c3cc-4101-a6ef-5b016ac81d6e req-9dc7518f-1f8f-4abc-b207-5420a979f1c5 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0804293 May 03 21:36:09.369965 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f7c91f8d-c3cc-4101-a6ef-5b016ac81d6e req-98785cbe-1da9-4189-bfd0-1b9270c8d8b2 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450394 May 03 21:36:09.471730 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.472105 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.472465 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Floating IP 1d6d0bed-17ce-43c8-9ba6-24057fd3e12e disassociated. External IP: 172.28.0.170, port: 23087caf-de87-4d47-a3c9-e641c1db93df. May 03 21:36:09.472771 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Calling delete_port for 23087caf-de87-4d47-a3c9-e641c1db93df owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:09.668604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.716861 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'Port': ['ID=23087caf-de87-4d47-a3c9-e641c1db93df,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:09.922551 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:10.133482 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:10.144503 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:10.164731 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:10.166211 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:10.218655 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] No DVR routers for this DVR port 23087caf-de87-4d47-a3c9-e641c1db93df on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:10.221219 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.232997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'name': 'network-vif-deleted', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:10.333112 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e038ee68-95b4-4bb3-97f0-fc050ae285c5'] response: {'server_uuid': 'b9df06e8-9665-49ac-beab-f8fea9463f5d', 'name': 'network-vif-deleted', 'tag': '23087caf-de87-4d47-a3c9-e641c1db93df', 'status': 'completed', 'code': 200} May 03 21:36:10.339749 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1ea53689-9540-4da8-8343-379e6fefdfd6 req-df9100d7-30ba-48bc-92e8-f6446cafb3ce tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "DELETE /v2.0/ports/23087caf-de87-4d47-a3c9-e641c1db93df HTTP/1.1" status: 204 len: 173 time: 1.5435300 May 03 21:36:10.345531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-d6c85d21-4cf0-489d-932e-268924ca9235 req-a06b8ca3-e971-4d0d-94c3-f2d4847b9cd2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:10.388693 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:10.422665 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-d6c85d21-4cf0-489d-932e-268924ca9235 req-a06b8ca3-e971-4d0d-94c3-f2d4847b9cd2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:10.423791 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d6c85d21-4cf0-489d-932e-268924ca9235 req-a06b8ca3-e971-4d0d-94c3-f2d4847b9cd2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9df06e8-9665-49ac-beab-f8fea9463f5d HTTP/1.1" status: 200 len: 210 time: 0.1231809 May 03 21:36:10.587809 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fa7c-f917-4067-ab70-d670a1fe2286 req-fe830823-ed2a-4dec-8080-9133fc6117cb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:10.593744 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f56fa7c-f917-4067-ab70-d670a1fe2286 req-fe830823-ed2a-4dec-8080-9133fc6117cb tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0942523 May 03 21:36:10.639842 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f56fa7c-f917-4067-ab70-d670a1fe2286 req-193b2417-ab7c-47bf-974b-63dafd030d15 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438919 May 03 21:36:10.724712 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:10.728631 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:10.739106 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:10.739693 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:35:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:10.912438 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:11.262049 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:11.267199 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef639d4f-c7c8-47f8-8fe7-26a10af0b8e8 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:11.516714 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37abbac-03f7-40e3-842a-ca7c590210e1 None None] New status for floating IP 1d6d0bed-17ce-43c8-9ba6-24057fd3e12e: DOWN {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:11.845841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373488b4-fc32-48dc-85c6-6e40f7ac4053 req-ebfbcb06-03b5-44fb-9691-d43163769e5c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:11.847278 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-373488b4-fc32-48dc-85c6-6e40f7ac4053 req-ebfbcb06-03b5-44fb-9691-d43163769e5c tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0795178 May 03 21:36:11.962456 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-373488b4-fc32-48dc-85c6-6e40f7ac4053 req-1d046c18-be3a-400b-928e-4c8980d979f6 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088943 May 03 21:36:12.159482 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a762426a-b9db-4c44-86ae-8b036fd8431b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.204747 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 23087caf-de87-4d47-a3c9-e641c1db93df no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:12.237642 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 23087caf-de87-4d47-a3c9-e641c1db93df {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:12.237985 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 23087caf-de87-4d47-a3c9-e641c1db93df not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:12.646192 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43350) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:12.708893 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.736520 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.850954 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.868990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8aab8e-5308-4120-91c4-b88f5a5222e2,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:12.941670 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.945616 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ea681dec-04c3-4573-88da-443e8fc816e8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "DELETE /v2.0/security-groups/2b8aab8e-5308-4120-91c4-b88f5a5222e2 HTTP/1.1" status: 204 len: 168 time: 0.2958016 May 03 21:36:12.946671 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43360) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:12.963584 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.api.v2.resource [None req-442d4b51-47c2-4eed-a8ea-d781cbcd3943 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] show failed (client error): The resource could not be found. May 03 21:36:12.967611 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-442d4b51-47c2-4eed-a8ea-d781cbcd3943 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups/2b8aab8e-5308-4120-91c4-b88f5a5222e2 HTTP/1.1" status: 404 len: 347 time: 0.0169587 May 03 21:36:12.968378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43364) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:13.161230 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Deleting port 0372813b-3344-4c4f-8106-9f947d5e9095 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:13.161589 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.319780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac068-ffe6-4ff8-92e2-137b3863637b req-8358536e-fa10-47d7-aea0-75f13503c58b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:13.321959 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d09ac068-ffe6-4ff8-92e2-137b3863637b req-8358536e-fa10-47d7-aea0-75f13503c58b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.2136850 May 03 21:36:13.382430 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.382754 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.453502 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d09ac068-ffe6-4ff8-92e2-137b3863637b req-54863cce-1213-4fc3-9bd8-7745f2520a77 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168673 May 03 21:36:13.512504 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Calling delete_port for 0372813b-3344-4c4f-8106-9f947d5e9095 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:13.708082 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.753834 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'Port': ['ID=0372813b-3344-4c4f-8106-9f947d5e9095,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:13.847181 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.907686 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.908877 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-240a7f12-3629-4b0f-97a0-da041bc1d83b tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "DELETE /v2.0/floatingips/1d6d0bed-17ce-43c8-9ba6-24057fd3e12e HTTP/1.1" status: 204 len: 168 time: 0.9395270 May 03 21:36:14.214407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43378) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.220429 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902055644', 'description': 'tempest-description--1197889036'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:14.226107 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.230619 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.233484 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.239127 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.284837 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.319264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.355925 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.359598 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.362339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.368431 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.422736 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.473586 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.517580 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0171007f-8425-4d0b-b2a9-6cf02cd93138,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.624149 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.625368 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d6f2a7bd-f564-4651-9784-071600ce592f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4098480 May 03 21:36:14.628462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43386) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.634727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group_rule': {'security_group_id': '0171007f-8425-4d0b-b2a9-6cf02cd93138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:14.640430 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.644289 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.647818 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.655378 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.671266 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e089eb-2c88-4ade-aa9f-ce230a398a18 req-ae6435c9-549b-4312-bfe1-9811bf805b41 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:14.672736 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-92e089eb-2c88-4ade-aa9f-ce230a398a18 req-ae6435c9-549b-4312-bfe1-9811bf805b41 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.0887840 May 03 21:36:14.721137 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-92e089eb-2c88-4ade-aa9f-ce230a398a18 req-01d18a78-62a9-4765-a384-d9ec6f627d5b tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&id=724f23cd-7024-4e61-8d56-911022cbcf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425825 May 03 21:36:14.736691 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-67a6ad1b-a6ff-482a-be65-445a249ace1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.744751 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.806019 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.851340 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.876504 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85c4568-8b2f-4624-a31f-47740fb0ca44,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.889122 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.889490 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.889825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.890154 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.890480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.890801 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.891120 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.891438 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.891754 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.892067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.892381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:14.953407 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.954731 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-5bf562c4-e9d3-4122-82ef-46f4957ebb2d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3252280 May 03 21:36:14.957297 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43392) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.963587 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'security_group_rule': {'security_group_id': '0171007f-8425-4d0b-b2a9-6cf02cd93138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:14.969647 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.973478 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:security_group_rule and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.976365 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.982568 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:15.057089 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.187283 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.267455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.288164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4de19e8-39b6-42d2-9bee-70aeb5073f88,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:15.376479 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.377689 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-fba473e3-3a3a-41fe-b1f7-a2e7e7f9b265 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4194825 May 03 21:36:15.380717 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43398) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:15.386448 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:15.391648 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:15.395435 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Usage tracker for resource:floatingip and tenant:9534cd3aa61144c0a9b25e26b1ab7e31 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:15.398218 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:15.405708 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:15.462326 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.599488 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.678727 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.736234 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.744949 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Allocated IP 172.28.0.95 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/23e2c19a-1190-40d0-893d-8eeadab0f2e1) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:15.890453 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.040480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.105323 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:16.107956 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:16.111741 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:16.147151 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=23e2c19a-1190-40d0-893d-8eeadab0f2e1,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:16.271338 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.383444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.581422 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.638926 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.745670 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=23e2c19a-1190-40d0-893d-8eeadab0f2e1,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:16.761313 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.827345 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.828577 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1377f118-a85d-465c-8a70-459e73d50c0c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4469221 May 03 21:36:17.063913 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-d9b355d3-27cc-4b92-ada3-9e4cc6c97742 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1902055644&fields=id&tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 267 time: 0.0423708 May 03 21:36:17.198836 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:17.211780 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-bce0080a-2309-4e95-92d9-2b61b9f7ac10 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:17.213250 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-bce0080a-2309-4e95-92d9-2b61b9f7ac10 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 811 time: 0.1430774 May 03 21:36:17.230200 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-f9d3ae8f-dca9-4bae-9a18-06d53062220d tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/quotas/9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 375 time: 0.0112140 May 03 21:36:17.318293 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-53a98d8d-2e64-433e-b15e-1b294e7dc098 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830984 May 03 21:36:17.458502 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-60f75c82-5dae-4f69-946f-4029eadf1e43 service neutron] 10.222.0.50 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280825 May 03 21:36:17.593581 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-280c2834-9738-4ecf-ad2c-a147b5ff9108 service neutron] 10.222.0.50 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288099 May 03 21:36:17.837725 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5f5b980c-509c-465d-b65b-52f028d17e02 req-8320b3ee-a24f-44f9-9985-d8f6fd3bb096 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:17.924312 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-5f5b980c-509c-465d-b65b-52f028d17e02 req-8320b3ee-a24f-44f9-9985-d8f6fd3bb096 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:17.925618 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5f5b980c-509c-465d-b65b-52f028d17e02 req-8320b3ee-a24f-44f9-9985-d8f6fd3bb096 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 210 time: 0.1284463 May 03 21:36:19.159355 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5d2231ff-c4b4-4d4e-9140-bf44b9270d2a req-2d6764b9-974e-419c-ba5e-e9f5d5cf58ea tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 210 time: 0.1074376 May 03 21:36:20.031242 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-3ed7f191-af11-4922-a910-b9e315ab899a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:20.032650 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-3ed7f191-af11-4922-a910-b9e315ab899a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 811 time: 0.1463571 May 03 21:36:20.094804 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-b42e9b2b-82e8-4136-b151-e73eff5cf6cd tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:20.204417 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-b42e9b2b-82e8-4136-b151-e73eff5cf6cd tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:20.205773 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-b42e9b2b-82e8-4136-b151-e73eff5cf6cd tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31 HTTP/1.1" status: 200 len: 380 time: 0.1509669 May 03 21:36:20.217705 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'port': {'device_id': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'admin_state_up': True, 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'security_groups': ['0171007f-8425-4d0b-b2a9-6cf02cd93138']}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:20.413706 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a3c1cd43-ebf2-45b9-8034-b44bd2f7486f req-6af16020-99d5-4fb9-9107-6c9a05bfe802 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 210 time: 0.1248209 May 03 21:36:20.465226 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:20.474587 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:20.541212 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Made reservation on behalf of 9534cd3aa61144c0a9b25e26b1ab7e31 for: {'port': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:20.544238 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.723788 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Allocated IP 172.20.0.7 (6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e/8ba8f093-1bde-48b3-a0cd-626b5edc77b9/942afb5d-3c6f-45c3-a794-2ccab85a15fb) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:20.909214 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.925583 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Transition to ACTIVE for port object 942afb5d-3c6f-45c3-a794-2ccab85a15fb will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:20.976434 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43468) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:21.009856 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.102278 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Deleting subnet 232a6476-84ef-4377-b249-ef6632ea77ea {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:36:21.106742 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:21.110315 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.136014 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:21.143925 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:21.169008 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event updated for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:21.213436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.259829 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:21.260429 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.295213 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.347774 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-e998e0ce-3f5e-45c1-a156-d4bf15aeebc0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1343269 May 03 21:36:21.365199 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Request body: {'port': {'device_id': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:21.451554 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.510842 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232a6476-84ef-4377-b249-ef6632ea77ea,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:21.518193 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.524311 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-d89b6096-45cf-4ba2-8482-24239b96c9f8 None None] Provisioning for port 942afb5d-3c6f-45c3-a794-2ccab85a15fb completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:21.527008 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.530211 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-d89b6096-45cf-4ba2-8482-24239b96c9f8 None None] Provisioning complete for port 942afb5d-3c6f-45c3-a794-2ccab85a15fb triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:21.530738 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-d89b6096-45cf-4ba2-8482-24239b96c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.539401 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0fac4621-886f-4e5d-a1c0-b724788e9740 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/232a6476-84ef-4377-b249-ef6632ea77ea HTTP/1.1" status: 204 len: 168 time: 0.5628016 May 03 21:36:21.542481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43474) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:21.588602 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-d89b6096-45cf-4ba2-8482-24239b96c9f8 None None] Port 942afb5d-3c6f-45c3-a794-2ccab85a15fb cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:21.614773 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4ae25-887b-4bde-8b4d-b841885df570 req-af24bbdf-e7f1-4c4e-b90f-f9227a2dd6f7 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:21.616235 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b1f4ae25-887b-4bde-8b4d-b841885df570 req-af24bbdf-e7f1-4c4e-b90f-f9227a2dd6f7 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 931 time: 0.0791943 May 03 21:36:21.666228 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b1f4ae25-887b-4bde-8b4d-b841885df570 req-f80e0ac0-04d3-43eb-9a90-d820f7f6e14a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 May 03 21:36:21.700264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.954887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.989296 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcffd54-2124-4719-b1d0-4bf5b6bc0929']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:22.018248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:22.018531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4fa279-c86f-4d9f-b786-94911a4e2d2f') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:22.041337 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.061628 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.069685 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:36:22.070055 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:22.083062 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:22.283421 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942afb5d-3c6f-45c3-a794-2ccab85a15fb {{(pid=83822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:22.290850 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.329697 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Transition to ACTIVE for port object 942afb5d-3c6f-45c3-a794-2ccab85a15fb will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:22.330491 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.347136 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.357679 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcffd54-2124-4719-b1d0-4bf5b6bc0929,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:22.374589 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.411639 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-628c5700-342b-4a61-b880-fb264bcaf67f admin admin] 10.222.0.50 "DELETE /v2.0/networks/cbcffd54-2124-4719-b1d0-4bf5b6bc0929 HTTP/1.1" status: 204 len: 168 time: 0.8681371 May 03 21:36:22.507420 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Pushing event updated for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:22.615542 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Attempting to bind port 942afb5d-3c6f-45c3-a794-2ccab85a15fb on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:22.615873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Attempting to bind port 942afb5d-3c6f-45c3-a794-2ccab85a15fb by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:22.616302 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Attempting to bind port 942afb5d-3c6f-45c3-a794-2ccab85a15fb on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:22.622659 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Port 942afb5d-3c6f-45c3-a794-2ccab85a15fb on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:36:22.622972 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Attempting to bind port 942afb5d-3c6f-45c3-a794-2ccab85a15fb on network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:22.630442 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:22.630868 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Checking segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:22.635756 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Bound using segment: {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:22.635756 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Bound port: 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:22.635756 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.746644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:22.746644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:22.824788 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43482) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:22.851471 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.870054 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-9454df32-4d75-4b57-b71f-43946d79bc51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78b4fda6475545339c54acff5b85f5d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504091 May 03 21:36:22.872595 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43486) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:22.920325 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.922115 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] 10.222.0.32 "PUT /v2.0/ports/942afb5d-3c6f-45c3-a794-2ccab85a15fb HTTP/1.1" status: 200 len: 1093 time: 1.5609443 May 03 21:36:22.925417 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:22.932984 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.949556 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a039c-fd67-4031-b59b-9923ca29e4b6 req-4e3cc7af-23b3-4284-86fa-d462fb95f7eb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:22.951141 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-a40a039c-fd67-4031-b59b-9923ca29e4b6 req-4e3cc7af-23b3-4284-86fa-d462fb95f7eb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Synchronizing usage tracker for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:22.956782 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe533161-4d05-4f9b-8c36-310569b47ade service neutron] Pushing event updated for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:22.960993 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.013203 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac7e3a9-c524-41ac-96f3-4424ae520dd3'] response: {'name': 'network-changed', 'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'status': 'completed', 'code': 200} May 03 21:36:23.049296 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-a40a039c-fd67-4031-b59b-9923ca29e4b6 req-4e3cc7af-23b3-4284-86fa-d462fb95f7eb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Unset dirty status for tenant:9534cd3aa61144c0a9b25e26b1ab7e31 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:23.050525 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a40a039c-fd67-4031-b59b-9923ca29e4b6 req-4e3cc7af-23b3-4284-86fa-d462fb95f7eb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 943 time: 0.2625961 May 03 21:36:23.095456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.114643 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463dca35-61ab-46e4-b47d-10ac3c045ee8,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:23.153992 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a40a039c-fd67-4031-b59b-9923ca29e4b6 req-21a4cd93-201a-4b97-b4b7-82d9ea90fb09 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646873 May 03 21:36:23.171450 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-586d9b3f-a239-4e52-b4b9-9bda9c865672 req-f2ee2520-4d21-4139-829b-d29ce041125c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 1096 time: 0.1153252 May 03 21:36:23.175051 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.176137 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7192ab10-bc39-4e7b-acb5-54e683c9f6f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/463dca35-61ab-46e4-b47d-10ac3c045ee8 HTTP/1.1" status: 204 len: 168 time: 0.3026733 May 03 21:36:23.317812 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d9b3f-a239-4e52-b4b9-9bda9c865672 req-6c7e63e5-0a6c-4562-aee9-8c8669c99655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:23.319985 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-586d9b3f-a239-4e52-b4b9-9bda9c865672 req-6c7e63e5-0a6c-4562-aee9-8c8669c99655 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336098 May 03 21:36:23.458450 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d9b3f-a239-4e52-b4b9-9bda9c865672 req-bbfbd2ba-7880-4592-86ee-2d44f9a52f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:23.460568 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-586d9b3f-a239-4e52-b4b9-9bda9c865672 req-bbfbd2ba-7880-4592-86ee-2d44f9a52f3d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340876 May 03 21:36:23.596686 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-5ac9d146-ebb8-4c95-87b2-3d0d38e776ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 1096 time: 0.0729408 May 03 21:36:23.675319 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-caffdfe4-9fc4-45ee-8b5b-d892087f13c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb HTTP/1.1" status: 200 len: 217 time: 0.0642543 May 03 21:36:23.738811 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-5eeff532-6a32-46b4-b5f1-28d6c151d9c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:23.740250 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-5eeff532-6a32-46b4-b5f1-28d6c151d9c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.0589535 May 03 21:36:23.820098 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-95566725-91e4-4e08-b5ab-57ad3955bd5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729127 May 03 21:36:23.955204 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-d5ecdc62-352c-46c6-95ee-bcb3947660a8 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281369 May 03 21:36:24.088437 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-33122181-7af6-4e51-a4e0-8dde2e2442ce req-c01eb341-2565-4f12-b550-a2e8be42c5c5 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250937 May 03 21:36:24.360427 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11a07-a443-4d03-b288-1f7c3221c23a req-b14ac19f-8a49-4c69-a247-092d1f58c42a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:24.361953 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b8e11a07-a443-4d03-b288-1f7c3221c23a req-b14ac19f-8a49-4c69-a247-092d1f58c42a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 943 time: 0.0829384 May 03 21:36:24.408216 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b8e11a07-a443-4d03-b288-1f7c3221c23a req-53d62cfa-eebf-4dd1-8a31-5521c0f238a5 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 May 03 21:36:24.427804 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43512) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:24.554707 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-313071836-network', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:24.559355 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:24.563229 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Usage tracker for resource:network and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:24.566081 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:24.572710 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:24.632377 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Made reservation on behalf of 24cc3bfafe7f4a69a9382aeb27127d86 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:24.634797 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.646961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.679730 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:24.683523 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:24.686529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:24.692262 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:24.756067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.808807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.840130 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:36:24.845341 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6316f-8097-4ecf-9045-fd60f430901f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:24.852615 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.852791 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Added segment de71c4c1-db84-4a63-b9d6-f764b6d1b569 of type vlan for network 134c143e-861e-42a0-9ce9-2eacd825dfa7 May 03 21:36:24.881777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.963304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.964457 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:24.965069 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.066825 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] Pushing event updated for resources: {'Network': ['ID=134c143e-861e-42a0-9ce9-2eacd825dfa7,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:25.076354 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:36:25.129866 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ad1ac355-88af-4752-be7b-205535e33e37 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7010152 May 03 21:36:25.132753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43518) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:25.138075 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Request body: {'subnet': {'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-313071836-subnet', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:25.142726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:25.146568 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Usage tracker for resource:subnet and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:25.150266 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:25.155863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:25.208839 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Made reservation on behalf of 24cc3bfafe7f4a69a9382aeb27127d86 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:25.211647 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266639087'] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.443096 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1254184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266639101'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.521372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e02844-06ad-4133-b87a-265429799081,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:25.531437 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Checking segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:25.531786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Network hostable DHCP agents. Network: 134c143e-861e-42a0-9ce9-2eacd825dfa7, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:36:25.607936 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428736-8df3-4277-b31b-f514553c6a6f req-6829b898-bf8a-4f19-9725-39fa96f85c64 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:25.609476 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-75428736-8df3-4277-b31b-f514553c6a6f req-6829b898-bf8a-4f19-9725-39fa96f85c64 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 943 time: 0.0761855 May 03 21:36:25.655086 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-75428736-8df3-4277-b31b-f514553c6a6f req-87442432-49d5-413f-813e-66d5feea52ab tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 03 21:36:25.660023 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:36:25.757518 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 134c143e-861e-42a0-9ce9-2eacd825dfa7) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:25.761987 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:25.762570 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.766833 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f16b8-25c5-4624-b8fb-07cd6a703252 None None] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:25.843741 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6f0f4635-1943-4ada-bd86-fe5e3289cc7a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7098739 May 03 21:36:25.846339 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43526) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:25.852045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:25.856622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:25.860501 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Usage tracker for resource:router and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:25.863335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:25.869083 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:25.940794 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.941784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.961014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.981239 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-134c143e-861e-42a0-9ce9-2eacd825dfa7', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:36:25.982067 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.140337 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Allocated IP 172.20.0.2 (134c143e-861e-42a0-9ce9-2eacd825dfa7/b0e02844-06ad-4133-b87a-265429799081/6822f57e-e1b4-4c81-bb61-f8406008563e) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:26.157661 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.270898 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 942afb5d-3c6f-45c3-a794-2ccab85a15fb details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:36:26.427878 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.429122 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.445500 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Transition to ACTIVE for port object 6822f57e-e1b4-4c81-bb61-f8406008563e will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:26.457859 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.489700 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Transition to ACTIVE for port object 6822f57e-e1b4-4c81-bb61-f8406008563e will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:26.498425 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:26.512725 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'port_id': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'mac_address': 'fa:16:3e:d7:59:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:36:26.565902 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.587616 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942afb5d-3c6f-45c3-a794-2ccab85a15fb {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:26.598364 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.599130 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Allocated IP 172.28.0.124 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/4659f0f5-1e09-4213-9d51-6ab97e189dc6) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:26.656662 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:26.673868 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:26.676545 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:26.681730 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:26.688426 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Pushing event updated for resources: {'Port': ['ID=6822f57e-e1b4-4c81-bb61-f8406008563e,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:26.733774 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.736361 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.736707 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.737046 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.737478 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.737816 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.738224 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.738560 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.738891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.739217 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.739551 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.739864 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:26.845638 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Attempting to bind port 6822f57e-e1b4-4c81-bb61-f8406008563e on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:26.846010 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Attempting to bind port 6822f57e-e1b4-4c81-bb61-f8406008563e by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:26.846371 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Attempting to bind port 6822f57e-e1b4-4c81-bb61-f8406008563e on network 134c143e-861e-42a0-9ce9-2eacd825dfa7 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:26.856513 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.860822 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:26.863645 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:26.864012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Checking segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:26.864471 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.864908 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Bound using segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:26.865303 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Bound port: 6822f57e-e1b4-4c81-bb61-f8406008563e, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:26.866227 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.908425 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b158-2cf7-4a03-87a8-ef4a817f157d req-3c3e1721-05d7-4650-8351-c0df00d3b1cb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.909896 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e011b158-2cf7-4a03-87a8-ef4a817f157d req-3c3e1721-05d7-4650-8351-c0df00d3b1cb tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 944 time: 0.1098380 May 03 21:36:26.956689 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] For port 6822f57e-e1b4-4c81-bb61-f8406008563e, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:26.957977 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e011b158-2cf7-4a03-87a8-ef4a817f157d req-96ce5192-5fa2-41f8-9787-1621b19f1331 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 May 03 21:36:26.960409 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] For port 6822f57e-e1b4-4c81-bb61-f8406008563e, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=6822f57e-e1b4-4c81-bb61-f8406008563e,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:26.980460 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.051043 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:27.054554 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:27.058957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:27.065888 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.086406 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Pushing event updated for resources: {'Port': ['ID=4659f0f5-1e09-4213-9d51-6ab97e189dc6,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:27.145192 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['942afb5d-3c6f-45c3-a794-2ccab85a15fb'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:27.224682 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4645bf-6f34-4e48-b8be-183c9ad36265 None None] Pushing event updated for resources: {'Port': ['ID=6822f57e-e1b4-4c81-bb61-f8406008563e,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:27.308218 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.309193 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.621021 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Router e1cdbaab-e956-4f99-b8bd-0833497a2c7f is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:36:27.625639 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:36:27.828154 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:27.837667 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Sync routers for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:27.850077 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:27.850831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:27.929752 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.931403 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1a6379f9-54cf-49f9-b2b1-92caefc56259 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0841269 May 03 21:36:27.934341 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43534) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:28.036670 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:28.166403 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad7015-db25-4401-bc85-58dbeb9c8c59 None None] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:28.277245 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602f15-2551-426b-9e7e-1ad882e2cbe4 req-508f389e-688a-479a-96ed-d8f2771388f2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:28.279101 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-76602f15-2551-426b-9e7e-1ad882e2cbe4 req-508f389e-688a-479a-96ed-d8f2771388f2 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 944 time: 0.1772125 May 03 21:36:28.307900 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 6822f57e-e1b4-4c81-bb61-f8406008563e up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:28.326067 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-76602f15-2551-426b-9e7e-1ad882e2cbe4 req-11e395ef-4891-4574-a542-8e17fabd0a5a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 May 03 21:36:28.330409 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 942afb5d-3c6f-45c3-a794-2ccab85a15fb up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:28.516797 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-45068a55-13fd-4fb0-a621-97bb3230b254 None None] Provisioning for port 6822f57e-e1b4-4c81-bb61-f8406008563e completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:28.690977 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:27Z', 'revision_number': 3, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:28.697204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Checking router: e1cdbaab-e956-4f99-b8bd-0833497a2c7f for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:28.697578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Updating router e1cdbaab-e956-4f99-b8bd-0833497a2c7f port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:36:28.736775 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 6822f57e-e1b4-4c81-bb61-f8406008563e completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:28.752578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 6822f57e-e1b4-4c81-bb61-f8406008563e triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:28.753186 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.792409 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 942afb5d-3c6f-45c3-a794-2ccab85a15fb completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:28.813485 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 942afb5d-3c6f-45c3-a794-2ccab85a15fb triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:28.813867 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.840388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.857250 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.073396 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Allocated IP 172.20.0.1 (134c143e-861e-42a0-9ce9-2eacd825dfa7/b0e02844-06ad-4133-b87a-265429799081/dd80081d-e191-4755-9597-8209209ed4b5) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:29.136341 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.222397 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.238632 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Transition to ACTIVE for port object dd80081d-e191-4755-9597-8209209ed4b5 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:29.248518 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.265483 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-fc5ee91d-1dca-4ddf-b05b-b398ad571566 None None] Provisioning complete for port 6822f57e-e1b4-4c81-bb61-f8406008563e triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:29.265845 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-fc5ee91d-1dca-4ddf-b05b-b398ad571566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.317567 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.370749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 6822f57e-e1b4-4c81-bb61-f8406008563e, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=6822f57e-e1b4-4c81-bb61-f8406008563e,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:29.375416 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:29.391290 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:29.394512 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:29.399766 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:29.405958 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:29.427441 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Pushing event updated for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:29.465704 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.470065 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.509508 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b29b52-72a9-45be-91ce-565f60bc0299'] response: {'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'code': 200} May 03 21:36:29.547849 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.617016 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.625955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=6822f57e-e1b4-4c81-bb61-f8406008563e,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:29.632746 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e6271-8673-4f9b-bc54-b6da30f51f8d req-914049ab-00ad-4b21-8ba2-b653c3fd546e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:29.634381 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-935e6271-8673-4f9b-bc54-b6da30f51f8d req-914049ab-00ad-4b21-8ba2-b653c3fd546e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.1346738 May 03 21:36:29.643275 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.666671 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Transition to ACTIVE for port object 4659f0f5-1e09-4213-9d51-6ab97e189dc6 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:29.704937 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:29.744617 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-935e6271-8673-4f9b-bc54-b6da30f51f8d req-1796f27d-547f-4f3d-a030-d89a4dee5d3e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030176 May 03 21:36:29.757076 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.799320 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-36b7f63c-5bbd-4520-a74b-fe9ae796e5f1 None None] Provisioning for port dd80081d-e191-4755-9597-8209209ed4b5 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:29.822202 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-36b7f63c-5bbd-4520-a74b-fe9ae796e5f1 None None] Provisioning complete for port dd80081d-e191-4755-9597-8209209ed4b5 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:29.823693 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-36b7f63c-5bbd-4520-a74b-fe9ae796e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.888679 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Attempting to bind port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:29.888991 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Attempting to bind port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:29.889347 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Attempting to bind port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:29.898712 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e712e1-4bae-4f41-8047-8f11099fb667 None None] Pushing event updated for resources: {'Port': ['ID=4659f0f5-1e09-4213-9d51-6ab97e189dc6,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:29.908715 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.909290 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:29.909445 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:29.909732 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.910179 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:29.910582 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Bound port: 4659f0f5-1e09-4213-9d51-6ab97e189dc6, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:29.911064 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.939861 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-36b7f63c-5bbd-4520-a74b-fe9ae796e5f1 None None] Port dd80081d-e191-4755-9597-8209209ed4b5 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:29.953058 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fb947712-7d3f-4d56-92b0-f00042c5072b req-382d0068-62d6-4e80-a165-6d3e9f50bde5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 1098 time: 0.0733278 May 03 21:36:29.968515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.987206 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] For port 4659f0f5-1e09-4213-9d51-6ab97e189dc6, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:29.991447 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] For port 4659f0f5-1e09-4213-9d51-6ab97e189dc6, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4659f0f5-1e09-4213-9d51-6ab97e189dc6,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:30.004102 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fb947712-7d3f-4d56-92b0-f00042c5072b req-7199eef7-7271-4d4d-b458-5c355e62ecf3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 May 03 21:36:30.071482 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.075001 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.078964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Pushing event updated for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:30.152231 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e712e1-4bae-4f41-8047-8f11099fb667 None None] Pushing event updated for resources: {'Port': ['ID=4659f0f5-1e09-4213-9d51-6ab97e189dc6,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:30.157817 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:30.158619 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:30.217808 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 6822f57e-e1b4-4c81-bb61-f8406008563e up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:30.227911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:30.228961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:30.405522 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 6822f57e-e1b4-4c81-bb61-f8406008563e triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:30.406198 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.438223 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:30.609082 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-2e989b73-1317-4b33-af04-cd3deacf439e None None] Provisioning complete for port dd80081d-e191-4755-9597-8209209ed4b5 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:30.609473 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-2e989b73-1317-4b33-af04-cd3deacf439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.710926 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Router e1cdbaab-e956-4f99-b8bd-0833497a2c7f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:30.778599 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-2e989b73-1317-4b33-af04-cd3deacf439e None None] Port dd80081d-e191-4755-9597-8209209ed4b5 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:30.906865 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 2, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:30.911054 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69097dfc-e7ab-443d-985f-99003c279a9c None None] The sync data for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb is: [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 2, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:30.940071 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:30.960889 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d0d4eee1-e160-4012-8891-52e4dba13ddf admin admin] 10.222.0.50 "PUT /v2.0/routers/e1cdbaab-e956-4f99-b8bd-0833497a2c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179741 May 03 21:36:30.968133 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5b5b-06ce-4965-9e68-c381d35acc63 req-77086ed7-05be-4e40-a1e6-848ffe5707f0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:30.969661 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ace5b5b-06ce-4965-9e68-c381d35acc63 req-77086ed7-05be-4e40-a1e6-848ffe5707f0 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.0834796 May 03 21:36:31.025435 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ace5b5b-06ce-4965-9e68-c381d35acc63 req-993b66c7-8098-4600-b781-f963f25a8910 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 May 03 21:36:32.173322 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43568) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.179185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1900583784-network', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:32.184111 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:32.188119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Usage tracker for resource:network and tenant:bfc1abd2dc9f488ab1a2bebd6d5a150f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:32.191081 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:32.197805 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:32.212706 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4659f0f5-1e09-4213-9d51-6ab97e189dc6 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:32.246308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4b39-9ab4-43e8-80d3-db370fc60f8a req-ae320278-b421-4a03-8c2f-de631ba6cb1f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.247829 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-866d4b39-9ab4-43e8-80d3-db370fc60f8a req-ae320278-b421-4a03-8c2f-de631ba6cb1f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.0933659 May 03 21:36:32.264185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Made reservation on behalf of bfc1abd2dc9f488ab1a2bebd6d5a150f for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:32.264185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.276036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.295708 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-866d4b39-9ab4-43e8-80d3-db370fc60f8a req-a86e80a8-63b7-4643-ad1c-b835492372c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 May 03 21:36:32.308397 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:32.312202 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Usage tracker for resource:security_group_rule and tenant:bfc1abd2dc9f488ab1a2bebd6d5a150f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:32.315193 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:32.321106 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:32.339728 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:32.345474 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:32.349812 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.394200 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.453600 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.490233 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:36:32.505179 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.512047 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90eea9-f494-49f6-930f-d04081a7863d,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.522619 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.522974 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Added segment cb3656c4-3108-4a27-b74e-9b5718e3bb47 of type vlan for network 45231bd9-fe11-4487-a5bc-5abe16dabc73 May 03 21:36:32.524780 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 4659f0f5-1e09-4213-9d51-6ab97e189dc6, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4659f0f5-1e09-4213-9d51-6ab97e189dc6,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:32.556972 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.562732 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.566573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b917ae-f410-4264-8e9b-59b40b160470 req-182f50f9-7cd6-4c5d-af83-f617fb58b647 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.568160 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-93b917ae-f410-4264-8e9b-59b40b160470 req-182f50f9-7cd6-4c5d-af83-f617fb58b647 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.1498964 May 03 21:36:32.576784 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43578) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.583057 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Request body: {'floatingip': {'port_id': '942afb5d-3c6f-45c3-a794-2ccab85a15fb'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:32.642676 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=4659f0f5-1e09-4213-9d51-6ab97e189dc6,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.674535 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.786829 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.787544 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.788121 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.939953 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] Pushing event updated for resources: {'Network': ['ID=45231bd9-fe11-4487-a5bc-5abe16dabc73,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.950578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:36:33.091871 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-dc00eeb4-fc3e-40c3-bb0b-0f1c963e39bc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9172261 May 03 21:36:33.094696 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43584) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:33.100254 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Request body: {'subnet': {'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1900583784-subnet', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:33.104946 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:33.108755 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Usage tracker for resource:subnet and tenant:bfc1abd2dc9f488ab1a2bebd6d5a150f is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:33.111762 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:33.117805 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:33.242570 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Made reservation on behalf of bfc1abd2dc9f488ab1a2bebd6d5a150f for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:33.244854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266639087'] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.384693 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.447431 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.539639 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1254184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266639101'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.623869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=515b7957-57a4-4ac7-9328-ee04dd88f167,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:33.634288 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Checking segment: {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:33.634724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Network hostable DHCP agents. Network: 45231bd9-fe11-4487-a5bc-5abe16dabc73, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:36:33.651366 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Floating IP 2dcf1c29-8a98-4276-9be3-da766d9c589b associated. External IP: 172.28.0.95, port: 942afb5d-3c6f-45c3-a794-2ccab85a15fb. May 03 21:36:33.705107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:36:33.778901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 45231bd9-fe11-4487-a5bc-5abe16dabc73) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:33.782993 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:33.783800 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.788104 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1ddb3-c5b1-48ab-9e86-a2ba8488cf27 None None] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:33.866050 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-33ec4c31-7178-4a01-a9df-635ed09b07ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7702549 May 03 21:36:33.868601 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43592) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:33.874935 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:33.881728 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:33.886955 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Usage tracker for resource:router and tenant:bfc1abd2dc9f488ab1a2bebd6d5a150f is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:33.900830 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:33.907837 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:33.982193 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.983167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.009847 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-45231bd9-fe11-4487-a5bc-5abe16dabc73', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:36:34.010689 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.077177 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.153377 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:34.185513 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Allocated IP 172.20.0.2 (45231bd9-fe11-4487-a5bc-5abe16dabc73/515b7957-57a4-4ac7-9328-ee04dd88f167/36d4c57d-eacd-400c-b94a-819a84cdf266) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:34.198942 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4659f0f5-1e09-4213-9d51-6ab97e189dc6 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:34.383682 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:34.390632 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.424303 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.489605 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:34.499631 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.503626 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.506882 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:34.529598 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:34.530584 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.540905 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Transition to ACTIVE for port object 36d4c57d-eacd-400c-b94a-819a84cdf266 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:34.578547 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f184f49b-90cf-4ecd-a24b-c3717bb55a37 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "PUT /v2.0/floatingips/2dcf1c29-8a98-4276-9be3-da766d9c589b HTTP/1.1" status: 200 len: 990 time: 2.0006046 May 03 21:36:34.579663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:34.584125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Transition to ACTIVE for port object 36d4c57d-eacd-400c-b94a-819a84cdf266 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:34.663184 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae661a9-d00a-4db7-98f9-759e6879fa5a'] response: {'name': 'network-changed', 'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'status': 'completed', 'code': 200} May 03 21:36:34.669254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.732416 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:34.735143 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:34.738879 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:34.745328 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Pushing event updated for resources: {'Port': ['ID=36d4c57d-eacd-400c-b94a-819a84cdf266,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:34.758255 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:34.844456 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Attempting to bind port 36d4c57d-eacd-400c-b94a-819a84cdf266 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:34.844994 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Attempting to bind port 36d4c57d-eacd-400c-b94a-819a84cdf266 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:34.845257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Attempting to bind port 36d4c57d-eacd-400c-b94a-819a84cdf266 on network 45231bd9-fe11-4487-a5bc-5abe16dabc73 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:34.852443 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:34.852901 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Checking segment: {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:34.853377 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.853831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Bound using segment: {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:34.854414 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Bound port: 36d4c57d-eacd-400c-b94a-819a84cdf266, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:34.854955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.861178 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.901940 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.946869 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] For port 36d4c57d-eacd-400c-b94a-819a84cdf266, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:34.950709 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] For port 36d4c57d-eacd-400c-b94a-819a84cdf266, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=36d4c57d-eacd-400c-b94a-819a84cdf266,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:34.976071 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-f5b9c3db-889a-43aa-a7f8-42f5c199904e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 1098 time: 0.2530243 May 03 21:36:35.048366 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:35.128301 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f774e-e8be-430e-ab81-25c3dc981137 None None] Pushing event updated for resources: {'Port': ['ID=36d4c57d-eacd-400c-b94a-819a84cdf266,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:35.143539 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '2dcf1c29-8a98-4276-9be3-da766d9c589b', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d7:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:16Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:35.147573 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:35.157097 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Allocated IP 172.28.0.86 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/54a975e5-9084-4c63-92a6-65d41b9b2886) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:35.166226 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:35.167009 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:35.278459 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c972f-4141-4ad2-8385-909255edba36 req-24e69b16-841c-4775-a2b4-ae0e5a3652f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:35.279887 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-24e69b16-841c-4775-a2b4-ae0e5a3652f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 200 len: 912 time: 0.2925837 May 03 21:36:35.386857 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:35.506804 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-a42f02aa-c28c-4b57-ae97-a9d2a9797a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb HTTP/1.1" status: 200 len: 998 time: 0.1838357 May 03 21:36:35.586185 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:35.604496 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c972f-4141-4ad2-8385-909255edba36 req-cbac06ed-55cb-49bf-9063-4ff8cda68ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:35.605866 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-cbac06ed-55cb-49bf-9063-4ff8cda68ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 200 len: 850 time: 0.0864155 May 03 21:36:35.694179 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-c4e34a12-ae76-47c4-aa5e-4b9d4030543a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806768 May 03 21:36:35.769970 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:35.796802 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '2dcf1c29-8a98-4276-9be3-da766d9c589b', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d7:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:16Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:35.800928 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404f24c-920a-4cac-84de-75caa2dd9e71 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '2dcf1c29-8a98-4276-9be3-da766d9c589b', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'port_id': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'mac_address': 'fa:16:3e:d7:59:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:16Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:35.874289 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:35.882622 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:35.886605 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Pushing event updated for resources: {'Port': ['ID=54a975e5-9084-4c63-92a6-65d41b9b2886,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:35.891574 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:35.949453 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-4835e0fd-002e-4bb8-b0e0-4d9dbe0da003 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484357 May 03 21:36:36.152654 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ab5c972f-4141-4ad2-8385-909255edba36 req-b3045c81-316b-47a2-8d0d-1609d38a8be1 service neutron] 10.222.0.32 "GET /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923957 May 03 21:36:36.178558 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2c69b-db50-431b-bd9c-4c2ef2cfd969 None None] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:36.237197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.237962 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.264074 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 36d4c57d-eacd-400c-b94a-819a84cdf266 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:36.424967 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-da674f5a-903b-400c-8fcf-a1bb28faf2fb None None] Provisioning for port 36d4c57d-eacd-400c-b94a-819a84cdf266 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:36.515792 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 36d4c57d-eacd-400c-b94a-819a84cdf266 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:36.523827 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 36d4c57d-eacd-400c-b94a-819a84cdf266 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:36.524830 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.533056 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:36:36.647778 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.682420 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 36d4c57d-eacd-400c-b94a-819a84cdf266, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=36d4c57d-eacd-400c-b94a-819a84cdf266,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:36.745153 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:36.754080 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488e90-b610-467c-922d-c812054945a4 None None] Sync routers for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:36.762561 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.825522 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.827378 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:36.827498 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-579d7ac5-cb7e-4741-952c-53436f20c712 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9571846 May 03 21:36:36.828152 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:36.829531 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43620) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:36.989204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=36d4c57d-eacd-400c-b94a-819a84cdf266,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:37.016974 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-09ebf85a-3b4a-4b6d-8338-574ac755f737 None None] Provisioning complete for port 36d4c57d-eacd-400c-b94a-819a84cdf266 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:37.017258 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-09ebf85a-3b4a-4b6d-8338-574ac755f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:37.097260 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:37.450613 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:36Z', 'revision_number': 3, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:37.454787 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488e90-b610-467c-922d-c812054945a4 None None] Checking router: 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:37.455130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488e90-b610-467c-922d-c812054945a4 None None] Updating router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f port 54a975e5-9084-4c63-92a6-65d41b9b2886 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:36:37.512933 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:37.610984 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:37.885135 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:37.898600 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-47488e90-b610-467c-922d-c812054945a4 None None] Transition to ACTIVE for port object 54a975e5-9084-4c63-92a6-65d41b9b2886 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:37.953063 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Allocated IP 172.20.0.1 (45231bd9-fe11-4487-a5bc-5abe16dabc73/515b7957-57a4-4ac7-9328-ee04dd88f167/4d213a8e-11bd-49f1-9850-8b20f4328580) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:37.961551 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.055496 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-47488e90-b610-467c-922d-c812054945a4 None None] Attempting to bind port 54a975e5-9084-4c63-92a6-65d41b9b2886 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:38.055839 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-47488e90-b610-467c-922d-c812054945a4 None None] Attempting to bind port 54a975e5-9084-4c63-92a6-65d41b9b2886 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:38.056191 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488e90-b610-467c-922d-c812054945a4 None None] Attempting to bind port 54a975e5-9084-4c63-92a6-65d41b9b2886 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:38.070289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488e90-b610-467c-922d-c812054945a4 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:38.070289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488e90-b610-467c-922d-c812054945a4 None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:38.070720 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.071116 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47488e90-b610-467c-922d-c812054945a4 None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:38.071582 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-47488e90-b610-467c-922d-c812054945a4 None None] Bound port: 54a975e5-9084-4c63-92a6-65d41b9b2886, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:38.071954 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.099933 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503a12d-aef4-4eb3-ae82-2785c6cf7613 None None] Pushing event updated for resources: {'Port': ['ID=54a975e5-9084-4c63-92a6-65d41b9b2886,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:38.138294 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.155156 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-47488e90-b610-467c-922d-c812054945a4 None None] For port 54a975e5-9084-4c63-92a6-65d41b9b2886, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:38.158511 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-47488e90-b610-467c-922d-c812054945a4 None None] For port 54a975e5-9084-4c63-92a6-65d41b9b2886, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=54a975e5-9084-4c63-92a6-65d41b9b2886,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:38.159191 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Transition to ACTIVE for port object 4d213a8e-11bd-49f1-9850-8b20f4328580 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:38.218148 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 36d4c57d-eacd-400c-b94a-819a84cdf266 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:38.236561 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.264196 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-47488e90-b610-467c-922d-c812054945a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.317565 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:38.320927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:38.325696 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:38.384066 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.413046 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Pushing event updated for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:38.428957 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503a12d-aef4-4eb3-ae82-2785c6cf7613 None None] Pushing event updated for resources: {'Port': ['ID=54a975e5-9084-4c63-92a6-65d41b9b2886,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:38.432004 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:38.432591 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:38.574920 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.591201 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 36d4c57d-eacd-400c-b94a-819a84cdf266 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:38.591725 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.753226 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-0a93c540-bf51-46b4-9c13-437ae13c9ca3 None None] Provisioning for port 4d213a8e-11bd-49f1-9850-8b20f4328580 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:38.774677 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-0a93c540-bf51-46b4-9c13-437ae13c9ca3 None None] Provisioning complete for port 4d213a8e-11bd-49f1-9850-8b20f4328580 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:38.775043 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0a93c540-bf51-46b4-9c13-437ae13c9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.806357 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:38.812621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.881658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.901993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-0a93c540-bf51-46b4-9c13-437ae13c9ca3 None None] Port 4d213a8e-11bd-49f1-9850-8b20f4328580 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:38.989828 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.994018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Pushing event updated for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:39.131281 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:39.132413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:39.151540 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-47488e90-b610-467c-922d-c812054945a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '4d213a8e-11bd-49f1-9850-8b20f4328580', 'name': '', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'mac_address': 'fa:16:3e:d5:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:37Z', 'updated_at': '2022-05-03T21:36:37Z', 'revision_number': 1, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'subnets': [{'id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:39.158100 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47488e90-b610-467c-922d-c812054945a4 None None] The sync data for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb is: [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '4d213a8e-11bd-49f1-9850-8b20f4328580', 'name': '', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'mac_address': 'fa:16:3e:d5:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:37Z', 'updated_at': '2022-05-03T21:36:37Z', 'revision_number': 1, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'subnets': [{'id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:39.326023 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-af7768b1-6544-4d74-8a02-7738e829d6b0 None None] Provisioning complete for port 4d213a8e-11bd-49f1-9850-8b20f4328580 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:39.326142 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-af7768b1-6544-4d74-8a02-7738e829d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:39.403947 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-af7768b1-6544-4d74-8a02-7738e829d6b0 None None] Port 4d213a8e-11bd-49f1-9850-8b20f4328580 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:39.452390 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d4765-9bae-42a4-a864-b2392f6ba662 None None] New status for floating IP 2dcf1c29-8a98-4276-9be3-da766d9c589b: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:39.539164 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:39.777507 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:39.787680 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-0f202787-42b0-4287-bada-acc970e04974 admin admin] 10.222.0.50 "PUT /v2.0/routers/3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9565096 May 03 21:36:40.487852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a497-0ddc-4cf0-b25d-2dd485c67524 req-6d085848-c8b5-4f5e-9283-49adf81ba0e0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:40.489428 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-40b8a497-0ddc-4cf0-b25d-2dd485c67524 req-6d085848-c8b5-4f5e-9283-49adf81ba0e0 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0918069 May 03 21:36:40.535167 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-40b8a497-0ddc-4cf0-b25d-2dd485c67524 req-660c0987-363f-4d02-aacf-ffed0253595a tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 May 03 21:36:40.542977 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43668) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:40.548557 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183981223', 'description': 'tempest-secgroup-smoke-183981223 description', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:40.554687 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:40.558536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:40.561402 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:40.567965 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:40.704026 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.744622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:40.748733 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:40.751652 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:40.757705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:40.821145 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.869805 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.919181 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3213105-8202-4752-9ab5-cf02617880a5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:40.967119 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.971194 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-de64a2a7-c0e9-4d70-b71d-c10aff8748e6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4243937 May 03 21:36:40.971633 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43678) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:40.979177 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:40.985911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:40.991286 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:40.996504 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:41.003991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:41.087975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.159858 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.229622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.261284 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4665b1f-3928-4897-8232-1b773c1d790b,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:41.338699 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.348796 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ffe1c157-e62c-427f-a9aa-b34a0383c08d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3681231 May 03 21:36:41.348796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43684) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:41.350591 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:41.358781 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:41.364980 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:41.368381 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:41.375570 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:41.474625 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.557185 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb94334-71c2-4821-b719-ce06aa2c2151 req-4a75259d-c15b-4252-b723-3bb9ffddbcfd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:41.558668 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ccb94334-71c2-4821-b719-ce06aa2c2151 req-4a75259d-c15b-4252-b723-3bb9ffddbcfd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.1368830 May 03 21:36:41.560173 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.608594 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ccb94334-71c2-4821-b719-ce06aa2c2151 req-e81ff3e9-7e0e-4ef9-a914-75793fb85e4f tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 May 03 21:36:41.629839 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.653463 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbe656d-8454-4d13-8566-fd9de84ab296,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:41.732087 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.733296 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-262650d8-c659-4995-bbd2-c39cd4f9e53e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3884118 May 03 21:36:41.733440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f072256-d410-44ea-b557-f439996c8cb9 req-155839c7-ca55-46d9-8d89-522a32e8b747 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:41.735138 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5f072256-d410-44ea-b557-f439996c8cb9 req-155839c7-ca55-46d9-8d89-522a32e8b747 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0754645 May 03 21:36:41.735907 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43690) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:41.741085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:41.762672 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:41.770434 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:41.774980 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:41.788252 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:41.876007 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5f072256-d410-44ea-b557-f439996c8cb9 req-ba513de1-6c52-46e5-957c-ca2a1d8749f6 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305623 May 03 21:36:41.967761 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.029912 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.103687 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.126093 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03018580-2f41-4bb0-9590-5fb846e8a6c3,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:42.161121 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e8fb81d6-d401-4ad4-997c-9f5425855610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.223924 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.225109 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-3c01bd71-3535-43df-820a-aa11be40608d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4883068 May 03 21:36:42.227809 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43694) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:42.233026 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:42.239027 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:42.242861 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:42.245726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:42.251923 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:42.332264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.394943 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.468978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.492642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daac1630-0daa-4b86-9db8-f7137986259b,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:42.567413 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.568597 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-6e9a9d6c-6600-4d55-a263-3c8e57dfb8b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3398929 May 03 21:36:42.571251 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43700) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:42.577020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:42.582992 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:42.587161 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:42.590120 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:42.595870 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:42.651893 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.securitygroups_db [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Project 24cc3bfafe7f4a69a9382aeb27127d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:36:42.658789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.725925 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.772168 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.795881 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f5d7b3-543b-4bb4-842c-fd0918778d24,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:42.817730 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788656e6-9947-4299-992c-c584f3002bb6 req-544c3464-b2b5-4e5c-99e9-c12621cb7296 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:42.819190 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-788656e6-9947-4299-992c-c584f3002bb6 req-544c3464-b2b5-4e5c-99e9-c12621cb7296 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0878916 May 03 21:36:42.863384 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.864652 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c28d74f0-4c6f-4241-8022-7cc8e06970b5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2924988 May 03 21:36:42.867396 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43706) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:42.872746 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'security_group_rule': {'security_group_id': 'd3213105-8202-4752-9ab5-cf02617880a5', 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:42.874273 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-788656e6-9947-4299-992c-c584f3002bb6 req-7f7d05ee-bb8a-46f4-957c-e85a373276ed tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496452 May 03 21:36:42.878399 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:42.882712 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:security_group_rule and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:42.885605 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:42.891134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:42.972478 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.securitygroups_db [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Project 24cc3bfafe7f4a69a9382aeb27127d86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:36:42.979356 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.097787 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.113656 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca888de-c243-4c82-b06a-0c50366ea460 req-7a175961-0dae-467e-9023-6c225148cb6c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:43.115085 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cca888de-c243-4c82-b06a-0c50366ea460 req-7a175961-0dae-467e-9023-6c225148cb6c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.1151035 May 03 21:36:43.161713 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cca888de-c243-4c82-b06a-0c50366ea460 req-1a15c685-ea67-4d63-8073-879e187df70f tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407827 May 03 21:36:43.166148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.189757 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bce3e2-52c8-4522-9012-307dbfad3a6d,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:43.280670 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.281901 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-065b1372-a040-47b3-bfca-0d51b2e692dd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4135458 May 03 21:36:43.537798 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-34974862-960b-41b3-b62c-ff6b6c5ab63a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:43.539236 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-34974862-960b-41b3-b62c-ff6b6c5ab63a tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0777001 May 03 21:36:43.611202 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port b0930bf2-ee73-4da9-91bb-e66d806a5805 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:43.611524 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.856734 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] For port b0930bf2-ee73-4da9-91bb-e66d806a5805, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0930bf2-ee73-4da9-91bb-e66d806a5805,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:43.857439 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.090928 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8be71-9870-49c8-a1ad-da89a93fb2e5 req-36cbdeb9-7e57-4cda-9a8d-7a9542d4c340 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:44.092432 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6bd8be71-9870-49c8-a1ad-da89a93fb2e5 req-36cbdeb9-7e57-4cda-9a8d-7a9542d4c340 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 946 time: 0.0941100 May 03 21:36:44.140399 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6bd8be71-9870-49c8-a1ad-da89a93fb2e5 req-1e2fcaab-fdc6-4287-a482-706f80d41bca tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=d50cf5a5-89b1-4d36-b317-4396aeae172e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 May 03 21:36:44.172527 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.172897 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.173209 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP 163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50 disassociated. External IP: 172.28.0.115, port: b0930bf2-ee73-4da9-91bb-e66d806a5805. May 03 21:36:44.173581 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for b0930bf2-ee73-4da9-91bb-e66d806a5805 owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:44.326043 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.387654 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4e4d-dc5b-4b77-9c62-3d92a08839e4 req-605f3516-50b6-4865-9b65-112b516b9cbe tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:44.389290 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-532e4e4d-dc5b-4b77-9c62-3d92a08839e4 req-605f3516-50b6-4865-9b65-112b516b9cbe tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0975950 May 03 21:36:44.410847 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.476239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=b0930bf2-ee73-4da9-91bb-e66d806a5805,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:44.495462 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-532e4e4d-dc5b-4b77-9c62-3d92a08839e4 req-b239fb7d-8374-4927-b21b-1d0694bc7569 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005352 May 03 21:36:44.709564 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:44.730685 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-4227d58a-7ff1-4804-839b-81debd655113 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:44.732196 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-4227d58a-7ff1-4804-839b-81debd655113 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0860653 May 03 21:36:44.743285 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-b040744d-4358-45cf-95a2-498a933a4408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.812718 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Deleting port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:44.813149 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.013499 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:45.023704 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:45.044672 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:45.045335 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.093983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] No DVR routers for this DVR port b0930bf2-ee73-4da9-91bb-e66d806a5805 on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:45.096519 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.108172 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'name': 'network-vif-deleted', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:45.140101 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] For port d6bc9b74-17e6-4d24-a3ab-4b246b317e18, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:45.140608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.177890 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa0b3b0-fc7b-487a-902b-f65392937362'] response: {'server_uuid': '6c653caf-98e9-4597-a6d8-1245b3c49b90', 'name': 'network-vif-deleted', 'tag': 'b0930bf2-ee73-4da9-91bb-e66d806a5805', 'status': 'completed', 'code': 200} May 03 21:36:45.186347 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2957002b-fcba-4b28-aa30-9de2b66e4253 req-258722a3-eeee-4fc2-9412-ff9f806d9539 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "DELETE /v2.0/ports/b0930bf2-ee73-4da9-91bb-e66d806a5805 HTTP/1.1" status: 204 len: 173 time: 1.6391587 May 03 21:36:45.288096 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:45.314224 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-069c0889-348c-483d-9890-23977be2d175 req-1435550a-71ba-4166-9a15-871cefc33803 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:45.417572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-069c0889-348c-483d-9890-23977be2d175 req-1435550a-71ba-4166-9a15-871cefc33803 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:45.418922 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-069c0889-348c-483d-9890-23977be2d175 req-1435550a-71ba-4166-9a15-871cefc33803 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c653caf-98e9-4597-a6d8-1245b3c49b90 HTTP/1.1" status: 200 len: 210 time: 0.1466527 May 03 21:36:45.491444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.491949 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.492265 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Floating IP 164375d1-364e-41d4-aa7f-2476e6067418 disassociated. External IP: 172.28.0.153, port: d6bc9b74-17e6-4d24-a3ab-4b246b317e18. May 03 21:36:45.492818 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Calling delete_port for d6bc9b74-17e6-4d24-a3ab-4b246b317e18 owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:45.656628 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.661935 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:45.684386 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:45.684915 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.737037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f520076-0f8f-4c77-b790-392cd243c83c req-1fe47ce7-1432-4a42-bea6-4038fc57f73c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:45.741489 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9f520076-0f8f-4c77-b790-392cd243c83c req-1fe47ce7-1432-4a42-bea6-4038fc57f73c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 946 time: 0.0836549 May 03 21:36:45.786905 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.787572 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.789357 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9f520076-0f8f-4c77-b790-392cd243c83c req-67b06a66-ef44-42a8-ae6a-211bf8b13432 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c83395-4911-4e92-8a4d-c7201ba79eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 May 03 21:36:45.790388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.845226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event deleted for resources: {'Port': ['ID=d6bc9b74-17e6-4d24-a3ab-4b246b317e18,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:45.933883 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:46.139794 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:46.328866 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:46.334943 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d032e8-51a1-44ea-be78-e26bb1d5c8f5 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:46.386888 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:46.397720 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:46.422790 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b0930bf2-ee73-4da9-91bb-e66d806a5805 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:46.423419 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:46.424251 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:46.458356 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: b0930bf2-ee73-4da9-91bb-e66d806a5805 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:46.458698 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device b0930bf2-ee73-4da9-91bb-e66d806a5805 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:46.474215 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] No DVR routers for this DVR port d6bc9b74-17e6-4d24-a3ab-4b246b317e18 on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:46.476948 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.479863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'name': 'network-vif-deleted', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:46.553985 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9cdf18-e338-47c4-bbea-130dfbfa98d3'] response: {'server_uuid': 'fdaedb75-8f97-4799-a201-d5aa2c4642ef', 'name': 'network-vif-deleted', 'tag': 'd6bc9b74-17e6-4d24-a3ab-4b246b317e18', 'status': 'completed', 'code': 200} May 03 21:36:46.560623 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2b39cf26-ad3b-4b82-8f25-b19c5f78eb99 req-80d5d3c5-2627-47b8-be30-86d82742ecc9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "DELETE /v2.0/ports/d6bc9b74-17e6-4d24-a3ab-4b246b317e18 HTTP/1.1" status: 204 len: 173 time: 1.8225927 May 03 21:36:46.630840 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:46.698944 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43758) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:46.795100 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.823292 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.962778 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:46.967492 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:46.978465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.980028 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:46.980917 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:47.003376 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50cf5a5-89b1-4d36-b317-4396aeae172e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:47.015728 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-69c6fd87-580b-48e8-a1b7-6c46a8636f05 req-9f9af8b9-f221-492e-96a8-a899c87142cd tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdaedb75-8f97-4799-a201-d5aa2c4642ef HTTP/1.1" status: 200 len: 210 time: 0.0543618 May 03 21:36:47.079477 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.080609 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-aecc7725-0b5e-4386-8d30-5a125edcf2b4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/security-groups/d50cf5a5-89b1-4d36-b317-4396aeae172e HTTP/1.1" status: 204 len: 168 time: 0.3806977 May 03 21:36:47.083420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43764) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:47.102002 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.api.v2.resource [None req-31d69931-87b2-4268-9c8e-87375bf97533 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] show failed (client error): The resource could not be found. May 03 21:36:47.103185 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-31d69931-87b2-4268-9c8e-87375bf97533 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups/d50cf5a5-89b1-4d36-b317-4396aeae172e HTTP/1.1" status: 404 len: 347 time: 0.0188143 May 03 21:36:47.106143 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43768) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:47.179115 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:47.245859 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.271142 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port 3c8500aa-c207-4616-bf77-fb85a9004989 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:47.271482 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.469141 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.469745 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.558513 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:47.563913 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85100-9d26-492c-927e-1b0b0faeb99a None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '01773c81-61c0-43ce-8def-9d455a48ce27', 'name': '', 'network_id': '38ff0d15-e366-40a0-9ece-db153122fc4c', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'mac_address': 'fa:16:3e:1f:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:05Z', 'updated_at': '2022-05-03T21:32:46Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'subnets': [{'id': '88803371-bb30-43cc-ba65-b57130ecd82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:47.603360 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for 3c8500aa-c207-4616-bf77-fb85a9004989 owned by network:floatingip {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:47.788735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.836269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=3c8500aa-c207-4616-bf77-fb85a9004989,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:47.929462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.995382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.996140 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b76baba1-c01c-4a8d-a87e-5e52cb6f3e35 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/floatingips/163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50 HTTP/1.1" status: 204 len: 168 time: 0.8891039 May 03 21:36:48.218826 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43780) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.288982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.290216 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43784) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.295847 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427339316', 'description': 'tempest-description--2085821434'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:48.302296 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:48.306277 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:48.309366 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:48.314844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:48.317610 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.400060 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.407081 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d6bc9b74-17e6-4d24-a3ab-4b246b317e18 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:48.429002 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.444276 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: d6bc9b74-17e6-4d24-a3ab-4b246b317e18 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:48.444834 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d6bc9b74-17e6-4d24-a3ab-4b246b317e18 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:48.449922 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:48.454428 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:48.454562 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c83395-4911-4e92-8a4d-c7201ba79eb7,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:48.459903 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:48.467761 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:48.507856 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.510506 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d2666031-8dca-4a50-a0c8-e67b95eb6c94 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "DELETE /v2.0/security-groups/06c83395-4911-4e92-8a4d-c7201ba79eb7 HTTP/1.1" status: 204 len: 168 time: 0.2892199 May 03 21:36:48.511853 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43790) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.528860 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.api.v2.resource [None req-d36c79ad-c4e1-4332-9a9e-c57550ae14ca tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] show failed (client error): The resource could not be found. May 03 21:36:48.529958 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d36c79ad-c4e1-4332-9a9e-c57550ae14ca tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups/06c83395-4911-4e92-8a4d-c7201ba79eb7 HTTP/1.1" status: 404 len: 347 time: 0.0171301 May 03 21:36:48.530964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.532855 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43794) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.599677 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.647399 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb230a0a-2426-428e-8a91-e96e3731bd91,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:48.693781 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Deleting port f995820c-db44-4458-829f-7aad0f133cd3 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:48.694118 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.714335 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.715599 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1903829a-2d92-44f7-bc21-daae377578c5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4243984 May 03 21:36:48.718460 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43798) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.724088 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': 'eb230a0a-2426-428e-8a91-e96e3731bd91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:48.729796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:48.733536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:48.736445 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:48.747903 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:48.830364 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.876074 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.876906 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.917733 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.016456 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Calling delete_port for f995820c-db44-4458-829f-7aad0f133cd3 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:49.033774 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.106224 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ff76c2-add1-4f8c-af1d-6a6ea8ee1ed8,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:49.160767 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.163226 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7170836a-624d-4ccf-867d-6ffc4d1769f3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4435272 May 03 21:36:49.165929 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43802) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:49.173589 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'security_group_rule': {'security_group_id': 'eb230a0a-2426-428e-8a91-e96e3731bd91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:49.180908 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:49.185372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:security_group_rule and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:49.189042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:49.200929 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:49.298326 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.327101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Sync routers for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:49.337592 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.365362 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:49.366007 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:49.404209 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event deleted for resources: {'Port': ['ID=f995820c-db44-4458-829f-7aad0f133cd3,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:49.404808 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.426936 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b513ca-b6f4-4313-b917-f3b054889238 None None] New status for floating IP 163d8ebc-efbb-4b54-8a0c-e6c7aab6cb50: DOWN {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:49.485838 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.510283 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e7801b-2307-4550-ab54-cb86d3acfd86 None None] New status for floating IP 164375d1-364e-41d4-aa7f-2476e6067418: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:49.542140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adec368-051b-44dc-8876-3b3a6ae22c95,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:49.579308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.600486 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.602064 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-9ac4114b-b7d6-42bd-812e-1872a17af9ef tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "DELETE /v2.0/floatingips/164375d1-364e-41d4-aa7f-2476e6067418 HTTP/1.1" status: 204 len: 168 time: 1.0682766 May 03 21:36:49.635067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.637776 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-2684aafb-b3c1-4171-b8f6-c52e0cf60d24 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4702635 May 03 21:36:49.640497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43810) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:49.647169 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:49.654173 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:49.658406 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Usage tracker for resource:floatingip and tenant:f99f599336ad410b863de09335232069 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:49.662342 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:49.669533 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:49.736997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:49.779568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.029549 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.138962 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 2, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:50.143426 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Checking router: e1cdbaab-e956-4f99-b8bd-0833497a2c7f for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:50.144420 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Updating router e1cdbaab-e956-4f99-b8bd-0833497a2c7f port dd80081d-e191-4755-9597-8209209ed4b5 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:36:50.223287 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.286469 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.28.0.18 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/f7a1c62f-24d8-4091-bb1e-0eed4b28beb2) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:50.287333 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 54a975e5-9084-4c63-92a6-65d41b9b2886 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:50.446111 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.531345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.584845 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 54a975e5-9084-4c63-92a6-65d41b9b2886 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:50.592797 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 54a975e5-9084-4c63-92a6-65d41b9b2886 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:50.593170 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.603939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:50.607492 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:50.609440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=f7a1c62f-24d8-4091-bb1e-0eed4b28beb2,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:50.611558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:50.786890 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.801611 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.869856 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 54a975e5-9084-4c63-92a6-65d41b9b2886, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=54a975e5-9084-4c63-92a6-65d41b9b2886,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:50.879303 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.891674 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Transition to ACTIVE for port object dd80081d-e191-4755-9597-8209209ed4b5 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:50.899610 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.926834 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.968499 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.076703 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=54a975e5-9084-4c63-92a6-65d41b9b2886,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:51.149248 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.211240 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.236610 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856db83-6322-409e-a43d-9a95b32860e5 None None] Pushing event updated for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:51.260483 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Attempting to bind port dd80081d-e191-4755-9597-8209209ed4b5 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:51.260852 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Attempting to bind port dd80081d-e191-4755-9597-8209209ed4b5 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:51.261239 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Attempting to bind port dd80081d-e191-4755-9597-8209209ed4b5 on network 134c143e-861e-42a0-9ce9-2eacd825dfa7 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:51.274839 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:51.275234 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Checking segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:51.275698 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.276286 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Bound using segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:51.276675 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Bound port: dd80081d-e191-4755-9597-8209209ed4b5, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:51.277125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.323981 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=f7a1c62f-24d8-4091-bb1e-0eed4b28beb2,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:51.337477 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.384075 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] For port dd80081d-e191-4755-9597-8209209ed4b5, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:51.387269 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] For port dd80081d-e191-4755-9597-8209209ed4b5, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=dd80081d-e191-4755-9597-8209209ed4b5,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:51.428032 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.429310 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-b5805621-9d35-4662-ae3b-b945f9564417 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7876828 May 03 21:36:51.479721 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.573924 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856db83-6322-409e-a43d-9a95b32860e5 None None] Pushing event updated for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:51.573924 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:51.573924 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:51.687640 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-755e4468-4209-42a2-a9ba-5a90d3835f50 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1427339316&fields=id&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 267 time: 0.0520730 May 03 21:36:51.793481 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:51.859965 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-acd79425-8e8e-4074-bde2-7992bdbbd9f9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:51.861522 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-acd79425-8e8e-4074-bde2-7992bdbbd9f9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.1649542 May 03 21:36:51.890735 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-b9f36f20-0470-4937-b182-d80ee3804ba5 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/quotas/f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 375 time: 0.0190330 May 03 21:36:51.982779 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3ed44b60-3ee5-4cc2-971d-e2ba150a74fa tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854921 May 03 21:36:52.130185 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-1f48f405-394b-4b79-9578-2511847192f4 service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326058 May 03 21:36:52.134505 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:51Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:52.145434 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea700a2c-47ca-4183-a917-dfa4b0fd079e None None] The sync data for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb is: [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:51Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:52.253137 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 54a975e5-9084-4c63-92a6-65d41b9b2886 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:52.286800 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-9cb0fba7-489b-498c-a10e-0465bcb4a07f service neutron] 10.222.0.50 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503170 May 03 21:36:52.335138 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 54a975e5-9084-4c63-92a6-65d41b9b2886 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:52.335771 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:52.505392 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dd80081d-e191-4755-9597-8209209ed4b5 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:52.631367 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d6860850-1f9a-4b97-9dc3-e996d4c239ee req-6da24699-3549-4540-ae11-ae46ed5bb886 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 210 time: 0.0506735 May 03 21:36:52.662952 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port dd80081d-e191-4755-9597-8209209ed4b5 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:52.668781 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port dd80081d-e191-4755-9597-8209209ed4b5 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:52.669427 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:52.794530 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:52.836649 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port dd80081d-e191-4755-9597-8209209ed4b5, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=dd80081d-e191-4755-9597-8209209ed4b5,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:52.908037 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:53.005783 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:53.115361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c015343-96ae-4247-a13f-4f9f11787871 req-63f1d3b3-9648-4ba8-8131-010d489b3fa9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:53.116044 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-6c015343-96ae-4247-a13f-4f9f11787871 req-63f1d3b3-9648-4ba8-8131-010d489b3fa9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:53.176035 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-6c015343-96ae-4247-a13f-4f9f11787871 req-63f1d3b3-9648-4ba8-8131-010d489b3fa9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:53.177131 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6c015343-96ae-4247-a13f-4f9f11787871 req-63f1d3b3-9648-4ba8-8131-010d489b3fa9 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1392884 May 03 21:36:53.358437 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-6c015343-96ae-4247-a13f-4f9f11787871 req-83f64762-2d4e-4691-9ffe-e75de5ff9312 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:53.565541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-6c015343-96ae-4247-a13f-4f9f11787871 req-83f64762-2d4e-4691-9ffe-e75de5ff9312 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:53.565541 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6c015343-96ae-4247-a13f-4f9f11787871 req-83f64762-2d4e-4691-9ffe-e75de5ff9312 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608899 May 03 21:36:53.870690 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-659029e7-5fb3-4d09-b191-dbd97785c514 req-82bff408-6059-4b1c-8f99-dd93c00065ad tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:53.936572 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-659029e7-5fb3-4d09-b191-dbd97785c514 req-82bff408-6059-4b1c-8f99-dd93c00065ad tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:53.937923 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-659029e7-5fb3-4d09-b191-dbd97785c514 req-82bff408-6059-4b1c-8f99-dd93c00065ad tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 210 time: 0.1816294 May 03 21:36:54.211620 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dd80081d-e191-4755-9597-8209209ed4b5 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:54.281402 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port dd80081d-e191-4755-9597-8209209ed4b5 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:54.281802 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.760096 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6070-630c-4eb5-954d-e25302a9deb2 req-5c50d06d-4f2f-42ba-b02e-0162719c92a5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:54.761500 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3e8d6070-630c-4eb5-954d-e25302a9deb2 req-5c50d06d-4f2f-42ba-b02e-0162719c92a5 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.0789936 May 03 21:36:54.807487 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3e8d6070-630c-4eb5-954d-e25302a9deb2 req-fd0c9422-18c1-4bbd-82e5-af83af74d7bc tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 May 03 21:36:55.073677 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-f06cf3aa-08ed-46d9-a4fe-fa03cdf1affa tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:55.075258 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-f06cf3aa-08ed-46d9-a4fe-fa03cdf1affa tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 815 time: 0.2537520 May 03 21:36:55.140832 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cd1e369c-2bee-4935-ab77-7f5c872b7420 req-4fcadc77-f506-4450-abbc-b83aff9c1bcf tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 210 time: 0.0550694 May 03 21:36:55.166992 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-f992ca22-92b7-4dcd-b3a4-49c5dc7086b0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:55.244470 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-f992ca22-92b7-4dcd-b3a4-49c5dc7086b0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:55.245625 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-f992ca22-92b7-4dcd-b3a4-49c5dc7086b0 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99f599336ad410b863de09335232069 HTTP/1.1" status: 200 len: 380 time: 0.1288297 May 03 21:36:55.255416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'port': {'device_id': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'admin_state_up': True, 'tenant_id': 'f99f599336ad410b863de09335232069', 'security_groups': ['eb230a0a-2426-428e-8a91-e96e3731bd91']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:55.387354 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:55.396834 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:55.472931 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Made reservation on behalf of f99f599336ad410b863de09335232069 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:55.475942 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:55.640048 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Allocated IP 172.20.0.9 (211b5e50-0ee7-4b18-a33f-82f01f834814/6476a073-8fdc-46d0-82f7-01c1bfdcc69a/a436f82a-fd4e-4802-ae37-e2367b35d649) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:55.822301 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:55.837831 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Transition to ACTIVE for port object a436f82a-fd4e-4802-ae37-e2367b35d649 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:55.988973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.067746 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:56.070923 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:56.099605 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event updated for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:56.114818 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:56.161383 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d2491-9594-407d-a63a-b68b095eaadf req-b952f67d-65fa-40c1-8551-ba8e96ac8b73 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:56.162820 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f55d2491-9594-407d-a63a-b68b095eaadf req-b952f67d-65fa-40c1-8551-ba8e96ac8b73 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.1753447 May 03 21:36:56.212184 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1eb3c6-b4d2-4e6d-b4d9-3fef01840493 req-b425119e-06dd-4eb2-9cb1-21b188df8083 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:56.214661 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:56.215673 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.219069 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cf1eb3c6-b4d2-4e6d-b4d9-3fef01840493 req-b425119e-06dd-4eb2-9cb1-21b188df8083 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 945 time: 0.2749197 May 03 21:36:56.287916 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Deleting port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:56.288255 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.327124 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-3b5fcddf-0199-420a-8bd8-8e590b9d85cd tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0757802 May 03 21:36:56.331668 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cf1eb3c6-b4d2-4e6d-b4d9-3fef01840493 req-2640b5ca-a5a3-4a11-b258-1c51303c7ef1 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117659 May 03 21:36:56.349355 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Request body: {'port': {'device_id': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:56.375914 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-0ed4cb89-11ed-4284-a4dd-4423cb75d976 None None] Provisioning for port a436f82a-fd4e-4802-ae37-e2367b35d649 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:56.381012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-0ed4cb89-11ed-4284-a4dd-4423cb75d976 None None] Provisioning complete for port a436f82a-fd4e-4802-ae37-e2367b35d649 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:56.381442 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb89-11ed-4284-a4dd-4423cb75d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.423518 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f494f79-dd8a-410a-98f2-91892427c0bd req-43a36293-ab0c-40e2-a93a-f496535c4ebb tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:56.424494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3f494f79-dd8a-410a-98f2-91892427c0bd req-43a36293-ab0c-40e2-a93a-f496535c4ebb tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Synchronizing usage tracker for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:56.436067 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4cb89-11ed-4284-a4dd-4423cb75d976 None None] Port a436f82a-fd4e-4802-ae37-e2367b35d649 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:56.493659 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.540455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-3f494f79-dd8a-410a-98f2-91892427c0bd req-43a36293-ab0c-40e2-a93a-f496535c4ebb tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Unset dirty status for tenant:f99f599336ad410b863de09335232069 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:56.541613 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3f494f79-dd8a-410a-98f2-91892427c0bd req-43a36293-ab0c-40e2-a93a-f496535c4ebb tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 931 time: 0.2649767 May 03 21:36:56.550128 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] For port ec16e27f-b013-4e85-81fa-3189c5a3fdd2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:56.550465 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.660214 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3f494f79-dd8a-410a-98f2-91892427c0bd req-69f43a50-da9b-42b9-bb75-4040ed32f1c4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121147 May 03 21:36:56.675062 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Calling delete_port for ec16e27f-b013-4e85-81fa-3189c5a3fdd2 owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:56.852489 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.873027 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a436f82a-fd4e-4802-ae37-e2367b35d649 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:56.880289 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.895113 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Transition to ACTIVE for port object a436f82a-fd4e-4802-ae37-e2367b35d649 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:56.899494 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['4e385def-ac4c-4355-a804-21f94b4d8355'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:56.904437 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event deleted for resources: {'Port': ['ID=ec16e27f-b013-4e85-81fa-3189c5a3fdd2,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:56.970460 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.977535 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] No DVR routers for this DVR port ec16e27f-b013-4e85-81fa-3189c5a3fdd2 on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:56.980342 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.983095 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'name': 'network-vif-deleted', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:57.045206 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf1bfc6-bbf2-447b-bed5-538cbc2ac9b3'] response: {'server_uuid': '1e61d6f8-da7b-4f08-8712-ca2245538f07', 'name': 'network-vif-deleted', 'tag': 'ec16e27f-b013-4e85-81fa-3189c5a3fdd2', 'status': 'completed', 'code': 200} May 03 21:36:57.070330 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f55d2491-9594-407d-a63a-b68b095eaadf req-2297c94e-00a1-4d98-9c14-d9c792be0b42 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "DELETE /v2.0/ports/ec16e27f-b013-4e85-81fa-3189c5a3fdd2 HTTP/1.1" status: 204 len: 173 time: 0.8992031 May 03 21:36:57.115420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:57.303887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Attempting to bind port a436f82a-fd4e-4802-ae37-e2367b35d649 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:57.304219 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Attempting to bind port a436f82a-fd4e-4802-ae37-e2367b35d649 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:57.304545 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Attempting to bind port a436f82a-fd4e-4802-ae37-e2367b35d649 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:57.310689 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Port a436f82a-fd4e-4802-ae37-e2367b35d649 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:36:57.315489 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Attempting to bind port a436f82a-fd4e-4802-ae37-e2367b35d649 on network 211b5e50-0ee7-4b18-a33f-82f01f834814 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:57.318245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:57.318583 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Checking segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:57.318966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Bound using segment: {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:57.319390 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Bound port: a436f82a-fd4e-4802-ae37-e2367b35d649, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9522ac0-b480-49ca-ab6d-81867f86e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:57.319734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.434025 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:57.437397 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a436f82a-fd4e-4802-ae37-e2367b35d649,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:57.518615 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.554312 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-6bc8075f-6f49-4ea1-b257-d5dd0af66e28 req-5adf1fb4-db04-4db6-ad3c-e7303de8ac7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:57.593737 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.595096 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/a436f82a-fd4e-4802-ae37-e2367b35d649 HTTP/1.1" status: 200 len: 1093 time: 1.2512860 May 03 21:36:57.595540 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:57.616261 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e232-9e8e-42b9-a704-3614cf0721c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:57.654259 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796da29d-09d9-4108-ba6e-056395075ea5'] response: {'name': 'network-changed', 'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'status': 'completed', 'code': 200} May 03 21:36:57.696480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-6bc8075f-6f49-4ea1-b257-d5dd0af66e28 req-5adf1fb4-db04-4db6-ad3c-e7303de8ac7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:57.697639 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6bc8075f-6f49-4ea1-b257-d5dd0af66e28 req-5adf1fb4-db04-4db6-ad3c-e7303de8ac7c tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e61d6f8-da7b-4f08-8712-ca2245538f07 HTTP/1.1" status: 200 len: 210 time: 0.2189927 May 03 21:36:57.795610 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dc9c94cc-9448-484e-8e77-49632f668c2e req-7322f784-e5c9-4d23-8f4b-3d02dd8b2fe2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 1096 time: 0.0768840 May 03 21:36:57.880072 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea544f-1033-4285-bd75-11cdab3cc1ca req-67862b24-5d66-4927-9657-6f167327a1ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:57.887571 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffea544f-1033-4285-bd75-11cdab3cc1ca req-67862b24-5d66-4927-9657-6f167327a1ce tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 943 time: 0.0881357 May 03 21:36:57.940116 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ffea544f-1033-4285-bd75-11cdab3cc1ca req-d44be540-a727-40d3-a08c-8183bf419645 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485160 May 03 21:36:57.961844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c94cc-9448-484e-8e77-49632f668c2e req-a8bcf61b-afe2-4f06-a82b-c9c951341950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:57.963591 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dc9c94cc-9448-484e-8e77-49632f668c2e req-a8bcf61b-afe2-4f06-a82b-c9c951341950 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f99f599336ad410b863de09335232069&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1518645 May 03 21:36:58.103828 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-6224b7ec-0e01-481c-bcbe-c942ad7ba873 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156655642&fields=id&tenant_id=278b9ee691f44c489ad44dd4712db48b HTTP/1.1" status: 200 len: 267 time: 0.1114933 May 03 21:36:58.183413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c94cc-9448-484e-8e77-49632f668c2e req-3bfdd111-ae85-4165-beee-b8208412e8ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:58.184876 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dc9c94cc-9448-484e-8e77-49632f668c2e req-3bfdd111-ae85-4165-beee-b8208412e8ed service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132709 May 03 21:36:58.215863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-49d939e0-c70e-4d4f-a6e2-8d4f35534b03 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:58.217324 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-49d939e0-c70e-4d4f-a6e2-8d4f35534b03 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 984 time: 0.1078053 May 03 21:36:58.227875 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Request body: {'port': {'security_groups': ['ceccd18a-64f1-4ca1-8d67-a84b4ff13de5']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:58.402869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.424892 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-821f6584-eddb-459f-9f2c-a0ced90dafb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 1096 time: 0.1638544 May 03 21:36:58.518880 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device ec16e27f-b013-4e85-81fa-3189c5a3fdd2 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:58.531475 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-d80e6e73-3ab7-4757-9552-ee1afa3d0a4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a436f82a-fd4e-4802-ae37-e2367b35d649 HTTP/1.1" status: 200 len: 217 time: 0.0830212 May 03 21:36:58.552048 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: ec16e27f-b013-4e85-81fa-3189c5a3fdd2 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:58.552390 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device ec16e27f-b013-4e85-81fa-3189c5a3fdd2 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:58.624291 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-8fba4cb6-5f37-49ef-bbdd-035003c76645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:58.625750 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-8fba4cb6-5f37-49ef-bbdd-035003c76645 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.0860496 May 03 21:36:58.815283 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:58.827396 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-e933f0d0-4302-4aff-beee-ff09a93f976d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1831546 May 03 21:36:58.868901 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.922699 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.960914 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:59.028894 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:59.029536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.030887 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c4570574-8287-456f-80c7-44c5fb29cb68 req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "PUT /v2.0/ports/91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 942 time: 0.8073893 May 03 21:36:59.039323 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 43902) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:59.055883 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1967229-09c0-49b5-9797-e2bd2d5252e4 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event updated for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:59.059300 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-59c317d9-07a1-410c-b731-392ea88931d2 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182107 May 03 21:36:59.144581 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.183546 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.201783 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:59.324607 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.376637 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f23cd-7024-4e61-8d56-911022cbcf7e,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:59.389644 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-4a4e8e0c-5322-47fc-8c6c-22b0d9c8b093 None None] Provisioning complete for port 91674546-16d0-4e1a-a323-d87a3c1d85f7 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:59.390276 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8e0c-5322-47fc-8c6c-22b0d9c8b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.404883 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.405412 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.405747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.406077 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.406402 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.406909 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.408569 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.408959 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.409318 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.410388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.410709 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:59.425064 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5e90f279-364b-45a6-b46d-06a5828b7966 req-0a32690b-9fdc-4839-8f4b-0369078368be service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584306 May 03 21:36:59.447975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545d80c-eff5-49d4-93ae-221ab625c837 req-5c17b8aa-8a41-469e-a250-2a1b992cee1b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:59.449574 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0545d80c-eff5-49d4-93ae-221ab625c837 req-5c17b8aa-8a41-469e-a250-2a1b992cee1b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 943 time: 0.1579282 May 03 21:36:59.493147 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.497398 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-33ddd9bc-608d-4016-92b6-1f6acd3df3f9 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "DELETE /v2.0/security-groups/724f23cd-7024-4e61-8d56-911022cbcf7e HTTP/1.1" status: 204 len: 168 time: 0.4570377 May 03 21:36:59.501586 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 43910) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:59.540072 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaedad-b816-4ae2-b35e-7febe51e2f78 req-f28485ea-fb16-4302-94fd-494f46580ec8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:59.540759 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-fcaaedad-b816-4ae2-b35e-7febe51e2f78 req-f28485ea-fb16-4302-94fd-494f46580ec8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:59.554545 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-fcaaedad-b816-4ae2-b35e-7febe51e2f78 req-f28485ea-fb16-4302-94fd-494f46580ec8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:59.555657 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fcaaedad-b816-4ae2-b35e-7febe51e2f78 req-f28485ea-fb16-4302-94fd-494f46580ec8 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.1552005 May 03 21:36:59.604935 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fcaaedad-b816-4ae2-b35e-7febe51e2f78 req-86aeb2a5-275e-4bba-88b4-04c94359fc33 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 May 03 21:36:59.625415 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0545d80c-eff5-49d4-93ae-221ab625c837 req-b56dc44b-b18f-4679-b022-e5df798e442c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671658 May 03 21:36:59.696336 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:59.743375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Deleting port e6852e57-efd5-4e15-ae1d-85c4e86dbc7e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:59.743724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.768239 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2e554e-505b-4d41-980e-60e728510b1e'] response: {'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:36:59.803892 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c8c805d3-d9f7-493f-b592-4cb621007ab8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183981223&fields=id&tenant_id=24cc3bfafe7f4a69a9382aeb27127d86 HTTP/1.1" status: 200 len: 267 time: 0.0512280 May 03 21:36:59.955753 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-23786ee5-0126-439d-9958-f590ba23a804 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:59.957182 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-23786ee5-0126-439d-9958-f590ba23a804 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 808 time: 0.1451161 May 03 21:36:59.967055 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.967382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.974417 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-775dd801-8330-4f10-9863-1dc0e2896e7b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/quotas/24cc3bfafe7f4a69a9382aeb27127d86 HTTP/1.1" status: 200 len: 375 time: 0.0105822 May 03 21:37:00.060006 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-818c166e-a7ef-4144-86f3-64a7905dade5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794158 May 03 21:37:00.090675 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Calling delete_port for e6852e57-efd5-4e15-ae1d-85c4e86dbc7e owned by network:floatingip {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:00.124607 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-5825a5db-375c-4e15-b156-95b676d7232e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1098 time: 0.3104148 May 03 21:37:00.197927 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-b57eb26f-3fd8-4565-b4df-d2fc63caa025 service neutron] 10.222.0.50 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265116 May 03 21:37:00.291734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-404cadc0-b43e-463c-a8c6-c1d7a5f9e8f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:00.293202 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-404cadc0-b43e-463c-a8c6-c1d7a5f9e8f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 916 time: 0.1600599 May 03 21:37:00.330057 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-187d5587-867f-4cff-8995-78b348e78a34 service neutron] 10.222.0.50 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258104 May 03 21:37:00.452867 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-68df855d-013e-48b4-a5c1-0cc1bbe6bdba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 1001 time: 0.1205704 May 03 21:37:00.511273 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.543041 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a436f82a-fd4e-4802-ae37-e2367b35d649 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:37:00.560751 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event deleted for resources: {'Port': ['ID=e6852e57-efd5-4e15-ae1d-85c4e86dbc7e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:00.572402 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-e9e54f0c-47ee-433f-8cf1-c69052a2c588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:00.573890 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-e9e54f0c-47ee-433f-8cf1-c69052a2c588 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.1117396 May 03 21:37:00.683493 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a436f82a-fd4e-4802-ae37-e2367b35d649,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:00.711423 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'port_id': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'mac_address': 'fa:16:3e:8b:46:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:37:00.716003 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks [] for floatingip, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.778388 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.797383 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a436f82a-fd4e-4802-ae37-e2367b35d649 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:00.813854 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a436f82a-fd4e-4802-ae37-e2367b35d649,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:00.878542 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.980745 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-29dab826-1681-45d7-beee-d418b43838a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3791039 May 03 21:37:01.001634 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:01.130053 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3842309-128f-481c-952e-893a6ffd0a1e req-90323129-9ed6-44c8-936d-3548f1e3912e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:01.131473 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c3842309-128f-481c-952e-893a6ffd0a1e req-90323129-9ed6-44c8-936d-3548f1e3912e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.2794986 May 03 21:37:01.176515 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23506db7-05d9-4878-b715-1bb05bc3abe3 req-9923c599-81f8-41e0-8c50-8da2294801a6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:01.178010 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-23506db7-05d9-4878-b715-1bb05bc3abe3 req-9923c599-81f8-41e0-8c50-8da2294801a6 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 944 time: 0.1467094 May 03 21:37:01.219363 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-48666656-4ef2-449c-9dbc-984a70dfab34 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284703 May 03 21:37:01.229972 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c3842309-128f-481c-952e-893a6ffd0a1e req-6f5b6628-ddd1-4a15-925a-da1f9313f371 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 May 03 21:37:01.238350 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-23506db7-05d9-4878-b715-1bb05bc3abe3 req-5b1ac531-05ba-459b-b3b5-716bf4a4e5db tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536525 May 03 21:37:01.238556 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['a436f82a-fd4e-4802-ae37-e2367b35d649'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:01.354370 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-92651a66-0dbe-4d79-8928-bb619743b530 req-2ecda542-35b9-4653-98a0-41a1bd574070 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 210 time: 0.0593512 May 03 21:37:01.525682 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ab91d100-81c8-4d98-8949-47a4eff5b583 req-0ba9fdf1-b65e-4a50-8a64-20335627f268 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930064 May 03 21:37:01.616770 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Router 49b3530a-37e4-492b-98dc-7a18d606ac9d has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:01.822124 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:01.834632 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Sync routers for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:01.848489 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:01.849115 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:01.924564 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.988033 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6de72f2d-0cbe-4972-aa75-e9da630dec27 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "DELETE /v2.0/floatingips/f22ad6aa-147e-42b9-94c1-923b3d61530d HTTP/1.1" status: 204 len: 168 time: 2.4887073 May 03 21:37:01.988745 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:02.043972 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:02.049518 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb41e2d-8d98-466c-b45a-9a4d46a4815a'] response: {'name': 'network-changed', 'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:37:02.191878 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-d1918dc9-e529-4780-9079-3bb34bd85fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=278b9ee691f44c489ad44dd4712db48b&device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 1098 time: 0.0942907 May 03 21:37:02.335155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-ef1b6537-f4c1-4ba8-88d8-676a2d497eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:02.336666 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-ef1b6537-f4c1-4ba8-88d8-676a2d497eb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 200 len: 916 time: 0.1375074 May 03 21:37:02.394389 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:02.398416 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Checking router: 49b3530a-37e4-492b-98dc-7a18d606ac9d for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:02.411018 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:02.411620 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:02.423957 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-093c7d5a-1f06-4536-aea6-03b49ac50a41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 200 len: 217 time: 0.0747943 May 03 21:37:02.439881 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cad92b-a510-4fb5-8ead-fd5a28591841 req-160acd45-64cf-41b3-bca8-f038c6b854a9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:02.442118 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f8cad92b-a510-4fb5-8ead-fd5a28591841 req-160acd45-64cf-41b3-bca8-f038c6b854a9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 944 time: 0.0828376 May 03 21:37:02.519221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-427a77be-4352-46f0-8433-0c25e52f78dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:02.522134 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-427a77be-4352-46f0-8433-0c25e52f78dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 200 len: 854 time: 0.0900486 May 03 21:37:02.530434 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f8cad92b-a510-4fb5-8ead-fd5a28591841 req-0708cf1a-6d02-4b6d-acfe-be2694f06cdc tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742462 May 03 21:37:02.553261 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a436f82a-fd4e-4802-ae37-e2367b35d649 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:02.656850 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:02.699468 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-df260c01-3c43-4720-a7b3-bbd8352260cb req-d832c334-7830-44f5-b43f-10554dce1236 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 210 time: 0.0468907 May 03 21:37:02.713151 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port a436f82a-fd4e-4802-ae37-e2367b35d649 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:02.724995 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port a436f82a-fd4e-4802-ae37-e2367b35d649 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:02.728395 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.801786 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-497109b8-5329-4fe4-a8be-215d4b745f86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6fd9986-ec15-407f-ad6d-d2c035b95939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2744117 May 03 21:37:02.808328 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aea1ed-85ea-4135-b7ff-bea756f2f4df req-09ca4d65-c756-4402-b9d0-d15099d794cf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:02.810048 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d2aea1ed-85ea-4135-b7ff-bea756f2f4df req-09ca4d65-c756-4402-b9d0-d15099d794cf tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.2344151 May 03 21:37:02.950289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.987788 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d2aea1ed-85ea-4135-b7ff-bea756f2f4df req-4513f04e-bd0b-4ee7-8d05-6f54c62abb6e tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440639 May 03 21:37:02.994502 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:03.011912 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-373ba362-4c95-4800-8052-e5421dbfe300 service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005498 May 03 21:37:03.018143 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a436f82a-fd4e-4802-ae37-e2367b35d649,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:03.066811 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.119539 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812382dd-33ae-4177-b284-44a7adcd616a'] response: {'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'code': 200} May 03 21:37:03.149988 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:03.154428 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a487f3ec-8607-4e73-956a-8cb8e7d65b63 None None] The sync data for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb is: [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:33:54Z', 'revision_number': 4, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'abcc4cb3-4d05-44e0-98dc-5fabf8e8d188', 'name': '', 'network_id': 'd6fd9986-ec15-407f-ad6d-d2c035b95939', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'mac_address': 'fa:16:3e:8a:08:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:53Z', 'updated_at': '2022-05-03T21:34:02Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'subnets': [{'id': '253aa700-71be-4fa8-be9a-29e914e4cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:03.166515 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:03.167267 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4116dd3d-3f5d-4f4e-8646-f5882d1b96d0 req-e47acdcf-55b0-49a7-82d8-febf964f8d4d service neutron] 10.222.0.32 "GET /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477919 May 03 21:37:03.317245 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e9794-451b-4fe9-8755-77b7a8333347 req-0d617453-5839-450a-9952-422a8786a78d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:03.318748 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-673e9794-451b-4fe9-8755-77b7a8333347 req-0d617453-5839-450a-9952-422a8786a78d tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 945 time: 0.0838621 May 03 21:37:03.399484 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Deleting port 4e385def-ac4c-4355-a804-21f94b4d8355 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:03.399820 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.628951 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8d862698-0af8-44fe-8318-eeb103ead9a2 req-9e75be0e-efaf-4ae8-a067-70afd606b7b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 1098 time: 0.0810041 May 03 21:37:03.660375 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] For port 4e385def-ac4c-4355-a804-21f94b4d8355, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4e385def-ac4c-4355-a804-21f94b4d8355,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:03.660737 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.674853 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8d862698-0af8-44fe-8318-eeb103ead9a2 req-bb518568-8c46-4ea8-96e2-6b6dea409cbb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394185 May 03 21:37:03.816462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Calling delete_port for 4e385def-ac4c-4355-a804-21f94b4d8355 owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:03.920762 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4db137cc-bf8c-41d4-99a7-ab9682e5d167 req-bef68058-e11f-4ad3-8203-95e3bcc069d6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 210 time: 0.0405688 May 03 21:37:03.957234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527458f1-6fd9-4a76-a276-badeee6ac8fc req-76a26e6f-fa99-48e4-9f53-e3bfc5489bc2 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:03.958741 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-527458f1-6fd9-4a76-a276-badeee6ac8fc req-76a26e6f-fa99-48e4-9f53-e3bfc5489bc2 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.2373557 May 03 21:37:04.029859 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-527458f1-6fd9-4a76-a276-badeee6ac8fc req-707244a9-d21e-49d2-9586-6bdb2d67ca5b tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618303 May 03 21:37:04.084323 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.123478 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['4e385def-ac4c-4355-a804-21f94b4d8355'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:04.197667 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-e7ea3c10-6926-4b00-b8ce-51fa0e4c84b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:04.199060 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-e7ea3c10-6926-4b00-b8ce-51fa0e4c84b2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 808 time: 0.1847591 May 03 21:37:04.228978 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Pushing event deleted for resources: {'Port': ['ID=4e385def-ac4c-4355-a804-21f94b4d8355,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:04.256342 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b50e6105-b778-43e9-8e93-0d94ae2ef209 req-69476609-010d-4fad-a692-106ad5725c23 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 210 time: 0.0792918 May 03 21:37:04.269548 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-3a1c8be9-a36e-44d2-87bd-22f2109417b8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24cc3bfafe7f4a69a9382aeb27127d86 HTTP/1.1" status: 200 len: 379 time: 0.0468130 May 03 21:37:04.279880 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'port': {'device_id': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'admin_state_up': True, 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'security_groups': ['d3213105-8202-4752-9ab5-cf02617880a5']}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:04.306506 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] No DVR routers for this DVR port 4e385def-ac4c-4355-a804-21f94b4d8355 on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:04.308838 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.311367 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'name': 'network-vif-deleted', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:04.373023 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f574c4-39c5-455d-8040-a4ab7867265c'] response: {'server_uuid': '0735e1de-16c7-4944-8c43-71d63bc222ce', 'name': 'network-vif-deleted', 'tag': '4e385def-ac4c-4355-a804-21f94b4d8355', 'status': 'completed', 'code': 200} May 03 21:37:04.393726 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-673e9794-451b-4fe9-8755-77b7a8333347 req-bd06a729-6e40-46b8-973e-1a5716a1b8ad tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.32 "DELETE /v2.0/ports/4e385def-ac4c-4355-a804-21f94b4d8355 HTTP/1.1" status: 204 len: 173 time: 1.0568106 May 03 21:37:04.431198 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:04.434977 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:port and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:04.437815 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:04.443557 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:04.546352 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Made reservation on behalf of 24cc3bfafe7f4a69a9382aeb27127d86 for: {'port': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:04.549968 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.625288 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:37:04.728017 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Allocated IP 172.20.0.4 (134c143e-861e-42a0-9ce9-2eacd825dfa7/b0e02844-06ad-4133-b87a-265429799081/d385073c-f5e7-402d-9cfb-38b135bc71f2) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:04.921482 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.938559 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Transition to ACTIVE for port object d385073c-f5e7-402d-9cfb-38b135bc71f2 will not be triggered until provisioned by entity DHCP. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:05.055155 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.124467 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:05.132524 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:05.133876 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:05.179585 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-c0b7527f-fc32-47cd-817b-c0b505d2141f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:05.180902 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-c0b7527f-fc32-47cd-817b-c0b505d2141f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Synchronizing usage tracker for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:05.195293 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:05.231934 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:05.232949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.318212 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-c0b7527f-fc32-47cd-817b-c0b505d2141f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Unset dirty status for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:05.319690 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-c0b7527f-fc32-47cd-817b-c0b505d2141f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 931 time: 0.2717292 May 03 21:37:05.371691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-3b3567d3-e3f5-42cc-9c05-f4e60e232dd7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Synchronizing usage tracker for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:05.394415 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-25b860b0-0621-4fcf-a9ba-a6845e05d2ff tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1188028 May 03 21:37:05.400824 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8183a-3f96-4872-b434-6534d6d63b39 req-393fc20c-0e71-4775-9aae-d9cf9f3258b3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:05.405505 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9de8183a-3f96-4872-b434-6534d6d63b39 req-393fc20c-0e71-4775-9aae-d9cf9f3258b3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.0829096 May 03 21:37:05.466234 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-3b3567d3-e3f5-42cc-9c05-f4e60e232dd7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Unset dirty status for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:05.467830 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-69999a75-a2c0-4869-ace5-0c1c49a2e0ae req-3b3567d3-e3f5-42cc-9c05-f4e60e232dd7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407876 May 03 21:37:05.468816 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9de8183a-3f96-4872-b434-6534d6d63b39 req-93ad4c18-d61a-4d2f-b427-4c78a3e3822d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601799 May 03 21:37:05.519575 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Request body: {'port': {'device_id': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:05.551725 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-25108dba-4e5b-47d8-a609-19b3418cf8fc None None] Provisioning for port d385073c-f5e7-402d-9cfb-38b135bc71f2 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:05.557835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-25108dba-4e5b-47d8-a609-19b3418cf8fc None None] Provisioning complete for port d385073c-f5e7-402d-9cfb-38b135bc71f2 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:05.558451 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-25108dba-4e5b-47d8-a609-19b3418cf8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.623501 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-25108dba-4e5b-47d8-a609-19b3418cf8fc None None] Port d385073c-f5e7-402d-9cfb-38b135bc71f2 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:05.649939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.676692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-cfa97360-4d8c-474a-b2d2-0bd0247f2b48 req-f3f13281-363c-4183-bf6e-6bb314d8de78 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Synchronizing usage tracker for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:05.798547 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-cfa97360-4d8c-474a-b2d2-0bd0247f2b48 req-f3f13281-363c-4183-bf6e-6bb314d8de78 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] Unset dirty status for tenant:fab073bbf87c448f8d5016a86204baad on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:05.800086 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cfa97360-4d8c-474a-b2d2-0bd0247f2b48 req-f3f13281-363c-4183-bf6e-6bb314d8de78 tempest-ServerRescueNegativeTestJSON-1695585274 tempest-ServerRescueNegativeTestJSON-1695585274-project] 10.222.0.50 "GET /v2.0/ports?device_id=0735e1de-16c7-4944-8c43-71d63bc222ce HTTP/1.1" status: 200 len: 210 time: 0.1779287 May 03 21:37:06.068378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d385073c-f5e7-402d-9cfb-38b135bc71f2 {{(pid=83822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:06.075204 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.089489 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Transition to ACTIVE for port object d385073c-f5e7-402d-9cfb-38b135bc71f2 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:06.163250 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.290982 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:06.399792 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Attempting to bind port d385073c-f5e7-402d-9cfb-38b135bc71f2 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:06.400073 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Attempting to bind port d385073c-f5e7-402d-9cfb-38b135bc71f2 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:06.400400 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Attempting to bind port d385073c-f5e7-402d-9cfb-38b135bc71f2 on network 134c143e-861e-42a0-9ce9-2eacd825dfa7 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:06.406117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Port d385073c-f5e7-402d-9cfb-38b135bc71f2 on network 134c143e-861e-42a0-9ce9-2eacd825dfa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:37:06.406438 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Attempting to bind port d385073c-f5e7-402d-9cfb-38b135bc71f2 on network 134c143e-861e-42a0-9ce9-2eacd825dfa7 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:06.412751 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:06.413034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Checking segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:06.413446 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Bound using segment: {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:06.419436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Bound port: d385073c-f5e7-402d-9cfb-38b135bc71f2, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71c4c1-db84-4a63-b9d6-f764b6d1b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:06.419436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.505480 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:06.508410 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:06.548101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 4e385def-ac4c-4355-a804-21f94b4d8355 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:06.563812 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.585107 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 4e385def-ac4c-4355-a804-21f94b4d8355 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:06.586132 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 4e385def-ac4c-4355-a804-21f94b4d8355 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:06.675128 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.676481 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] 10.222.0.32 "PUT /v2.0/ports/d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 1093 time: 1.2502947 May 03 21:37:06.676912 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:06.678522 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1ed0f-08ff-4252-a816-156d46a12d23 req-519aa21a-d4bf-4c5f-ae0e-6b5310f3ffd1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:06.680022 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bdb1ed0f-08ff-4252-a816-156d46a12d23 req-519aa21a-d4bf-4c5f-ae0e-6b5310f3ffd1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.0806532 May 03 21:37:06.700170 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4140-0a0e-4913-a907-e8f9265b0531 service neutron] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:06.731892 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438928a-b332-4e9f-9cd4-c6334c859016 req-69bebe80-33c3-463a-a4fc-09cfd9913d79 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:06.732138 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bdb1ed0f-08ff-4252-a816-156d46a12d23 req-255b4616-f1e1-49e0-8e0e-78a68bc3934f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454454 May 03 21:37:06.733406 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d438928a-b332-4e9f-9cd4-c6334c859016 req-69bebe80-33c3-463a-a4fc-09cfd9913d79 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.1206291 May 03 21:37:06.800989 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d438928a-b332-4e9f-9cd4-c6334c859016 req-a020df49-482d-4f0f-afd3-6478d58c3def tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613613 May 03 21:37:06.832285 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2df78b-1c4e-4885-abbd-ded1aaa6161c'] response: {'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'status': 'completed', 'code': 200} May 03 21:37:06.894487 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-cb9cd731-4f4e-4118-bb3b-edb9d128cc7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0924613 May 03 21:37:06.950449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44002) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:06.991439 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-89652f6d-1d2a-4560-ab42-c730f1c4a4f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 217 time: 0.0817113 May 03 21:37:07.075385 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-1316a132-ea91-49e5-8f22-088737cd387a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:07.078258 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-1316a132-ea91-49e5-8f22-088737cd387a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0807910 May 03 21:37:07.108168 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89138305-8ef2-4d93-a468-77d02fd4c123 req-ce47486f-55a0-4cec-8190-9bb069d8ff74 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:07.113760 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-89138305-8ef2-4d93-a468-77d02fd4c123 req-ce47486f-55a0-4cec-8190-9bb069d8ff74 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.1989362 May 03 21:37:07.120691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44012) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:07.127764 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Request body: {'floatingip': {'port_id': 'a436f82a-fd4e-4802-ae37-e2367b35d649'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:07.166940 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-d21f06d8-cc6d-4a54-afb3-75150c49a2cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822005 May 03 21:37:07.305486 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-556d2bb1-132e-4da8-b523-6c21471524cd service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297641 May 03 21:37:07.310455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.442524 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a43124e3-5318-4845-a56c-58d0ca996a01 req-c3c87284-57a0-4c56-80be-b35ede9237ea service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304440 May 03 21:37:07.695743 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-294a91bc-b1dd-49f4-8f91-33830db90e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0681460 May 03 21:37:07.794140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28439-1f14-4d2c-84ac-7dd73fb51ecc req-98fa1786-0e4d-4160-90ca-da0cd1778952 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:07.794830 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e5f28439-1f14-4d2c-84ac-7dd73fb51ecc req-98fa1786-0e4d-4160-90ca-da0cd1778952 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:07.833944 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-75669949-138a-4bcb-a127-14b91dbe4432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:07.835413 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-75669949-138a-4bcb-a127-14b91dbe4432 service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1287515 May 03 21:37:07.953089 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-adf86ae9-e1a3-4afe-80d0-eccaaf1f7130 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 217 time: 0.1033487 May 03 21:37:08.029746 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-5d2ac66e-ce14-469e-9a20-b0724cbd51d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:08.031159 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-5d2ac66e-ce14-469e-9a20-b0724cbd51d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0676968 May 03 21:37:08.040902 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470540d-79cd-4bee-bcb0-802aea70aecd req-8e4c00e3-6832-4420-9597-7c9a267515c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:08.049056 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1470540d-79cd-4bee-bcb0-802aea70aecd req-8e4c00e3-6832-4420-9597-7c9a267515c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Synchronizing usage tracker for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:08.071087 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e5f28439-1f14-4d2c-84ac-7dd73fb51ecc req-98fa1786-0e4d-4160-90ca-da0cd1778952 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:08.072253 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e5f28439-1f14-4d2c-84ac-7dd73fb51ecc req-98fa1786-0e4d-4160-90ca-da0cd1778952 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.4847252 May 03 21:37:08.173789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1470540d-79cd-4bee-bcb0-802aea70aecd req-8e4c00e3-6832-4420-9597-7c9a267515c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Unset dirty status for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:08.177339 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1470540d-79cd-4bee-bcb0-802aea70aecd req-8e4c00e3-6832-4420-9597-7c9a267515c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.2803686 May 03 21:37:08.233981 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1470540d-79cd-4bee-bcb0-802aea70aecd req-10eb1389-b7c8-40b7-825c-9a24a5330db6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556273 May 03 21:37:08.238145 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.240427 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-dcb8163b-2d91-4cb5-9b23-88d0556a3ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1951294 May 03 21:37:08.242746 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e5f28439-1f14-4d2c-84ac-7dd73fb51ecc req-098cb6aa-a293-446d-af22-4b5738bc1076 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091673 May 03 21:37:08.246823 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.299225 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.384521 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-4328bfcf-6c8f-4a8e-a7ec-ca2dbe3080e2 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 May 03 21:37:08.522617 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f24b589-fb5c-450e-840f-a8b45b478363 req-72b2cfee-5073-4a99-a1f2-b4cbeb480000 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269407 May 03 21:37:08.546253 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:37:08.679479 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:08.692301 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP 130b8286-db99-4a9a-9a87-32b0fd77de2b associated. External IP: 172.28.0.18, port: a436f82a-fd4e-4802-ae37-e2367b35d649. May 03 21:37:08.693043 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'mac_address': 'fa:16:3e:6d:cf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:37:08.746375 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.767221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d385073c-f5e7-402d-9cfb-38b135bc71f2 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:08.782849 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:08.877478 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.945088 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:09.227167 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['d385073c-f5e7-402d-9cfb-38b135bc71f2'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:09.258454 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02467584-4483-4ebb-b49c-bb24b53358b6 None None] New status for floating IP f22ad6aa-147e-42b9-94c1-923b3d61530d: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:09.373089 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Sync routers for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:09.396526 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:09.397660 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:09.437037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Deleting port 01773c81-61c0-43ce-8def-9d455a48ce27 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:09.437616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.505006 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3ffa4-b19c-43ba-99ab-5e87a2370670 req-56125c16-9da9-46dd-bb38-362a11839634 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:09.506701 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-05f3ffa4-b19c-43ba-99ab-5e87a2370670 req-56125c16-9da9-46dd-bb38-362a11839634 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 944 time: 0.1332514 May 03 21:37:09.575491 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:09.576237 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-05f3ffa4-b19c-43ba-99ab-5e87a2370670 req-bce3d80b-f231-4935-9cad-bdea52867a03 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625057 May 03 21:37:09.648547 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:09.810664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-d34c1e2b-c50b-4b0d-bc6b-b9165b12c549 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:09.814633 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-d34c1e2b-c50b-4b0d-bc6b-b9165b12c549 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.0813971 May 03 21:37:09.897923 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Deleting port 91674546-16d0-4e1a-a323-d87a3c1d85f7 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:09.898852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.936750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] For port 01773c81-61c0-43ce-8def-9d455a48ce27, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=01773c81-61c0-43ce-8def-9d455a48ce27,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:09.938228 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.949784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23768d-84cd-4d2a-9a13-241c3949b4cc req-08b69b01-f272-4874-adb8-d23d08fc6292 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:09.957779 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f23768d-84cd-4d2a-9a13-241c3949b4cc req-08b69b01-f272-4874-adb8-d23d08fc6292 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 945 time: 0.4696181 May 03 21:37:09.983056 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '4d213a8e-11bd-49f1-9850-8b20f4328580', 'name': '', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'mac_address': 'fa:16:3e:d5:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:37Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 2, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'subnets': [{'id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:09.989470 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Checking router: 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:09.989943 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Updating router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f port 4d213a8e-11bd-49f1-9850-8b20f4328580 binding host dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:10.046805 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.106675 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Calling delete_port for 01773c81-61c0-43ce-8def-9d455a48ce27 owned by network:router_interface {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:10.156139 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] For port 91674546-16d0-4e1a-a323-d87a3c1d85f7, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=91674546-16d0-4e1a-a323-d87a3c1d85f7,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:10.157386 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.178450 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f23768d-84cd-4d2a-9a13-241c3949b4cc req-6e092565-fc61-4773-9552-38620ee5c87f tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/security-groups?id=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194824 May 03 21:37:10.286563 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Calling delete_port for 91674546-16d0-4e1a-a323-d87a3c1d85f7 owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:10.416748 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.433226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:10.443738 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:10.451885 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.456738 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:10.457386 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:10.511965 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d2fea354-b0ee-40bc-b328-ca0b2572df40 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "PUT /v2.0/floatingips/130b8286-db99-4a9a-9a87-32b0fd77de2b HTTP/1.1" status: 200 len: 990 time: 3.3901422 May 03 21:37:10.512603 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:10.545845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.568449 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e0dc02-8bc2-429a-a0d1-8a03363550ec'] response: {'name': 'network-changed', 'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'status': 'completed', 'code': 200} May 03 21:37:10.571357 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:10.580337 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.580784 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.provisioning_blocks [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Transition to ACTIVE for port object 4d213a8e-11bd-49f1-9850-8b20f4328580 will not be triggered until provisioned by entity L2. {{(pid=83824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:10.602344 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Pushing event deleted for resources: {'Port': ['ID=91674546-16d0-4e1a-a323-d87a3c1d85f7,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.697080 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] No DVR routers for this DVR port 91674546-16d0-4e1a-a323-d87a3c1d85f7 on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:10.700137 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.710264 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['91674546-16d0-4e1a-a323-d87a3c1d85f7'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:10.710411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.710411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'name': 'network-vif-deleted', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:10.732921 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Pushing event deleted for resources: {'Port': ['ID=01773c81-61c0-43ce-8def-9d455a48ce27,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.751083 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:10.779473 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672c9968-7e35-4902-a95b-9a5596946379'] response: {'server_uuid': 'bba81baa-a1f8-4bde-b929-9ac34d88c257', 'name': 'network-vif-deleted', 'tag': '91674546-16d0-4e1a-a323-d87a3c1d85f7', 'status': 'completed', 'code': 200} May 03 21:37:10.793948 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Pushing event updated for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=3']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.820388 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-50ca33c5-a603-4507-8a5f-0b613fd8dccd req-7f933037-f55c-4af1-855a-3abd42b679a3 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.32 "DELETE /v2.0/ports/91674546-16d0-4e1a-a323-d87a3c1d85f7 HTTP/1.1" status: 204 len: 173 time: 0.9934745 May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.869480 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.870363 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.870850 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.871259 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.871995 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:10.928255 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port d385073c-f5e7-402d-9cfb-38b135bc71f2 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:10.935560 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port d385073c-f5e7-402d-9cfb-38b135bc71f2 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:10.936164 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.036412 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Attempting to bind port 4d213a8e-11bd-49f1-9850-8b20f4328580 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:11.036939 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Attempting to bind port 4d213a8e-11bd-49f1-9850-8b20f4328580 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:11.037447 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Attempting to bind port 4d213a8e-11bd-49f1-9850-8b20f4328580 on network 45231bd9-fe11-4487-a5bc-5abe16dabc73 {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:11.047776 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:11.049590 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Checking segment: {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:11.051090 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.051575 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Bound using segment: {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'} {{(pid=83824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:11.055006 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.managers [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Bound port: 4d213a8e-11bd-49f1-9850-8b20f4328580, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3656c4-3108-4a27-b74e-9b5718e3bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73'}}] {{(pid=83824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:11.055526 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.132094 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-590aca60-48d2-49d1-9b3f-bdfcd3f28a4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 1098 time: 0.4781492 May 03 21:37:11.233769 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] For port 4d213a8e-11bd-49f1-9850-8b20f4328580, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:11.238984 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.plugins.ml2.db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] For port 4d213a8e-11bd-49f1-9850-8b20f4328580, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4d213a8e-11bd-49f1-9850-8b20f4328580,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:11.335159 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron_lib.callbacks.manager [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.383706 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.435262 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:11.436353 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:11.437787 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:11.438668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-d040b87b-5def-4e60-b591-cad7f7ee374b req-bc9f0103-d850-4c20-a92a-3ddb408302a1 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Synchronizing usage tracker for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:11.460284 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:11.474613 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '130b8286-db99-4a9a-9a87-32b0fd77de2b', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.18', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:8b:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:50Z', 'updated_at': '2022-05-03T21:37:08Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:11.488962 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:11.490844 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:11.491495 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:11.513080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36bcc5-04a9-4acb-ab79-56eaeb2c7be7 req-ae994ad1-da44-4896-8357-d094b5b0601b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:11.515013 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0a36bcc5-04a9-4acb-ab79-56eaeb2c7be7 req-ae994ad1-da44-4896-8357-d094b5b0601b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 944 time: 0.7689908 May 03 21:37:11.534661 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-d040b87b-5def-4e60-b591-cad7f7ee374b req-bc9f0103-d850-4c20-a92a-3ddb408302a1 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] Unset dirty status for tenant:278b9ee691f44c489ad44dd4712db48b on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:11.536262 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d040b87b-5def-4e60-b591-cad7f7ee374b req-bc9f0103-d850-4c20-a92a-3ddb408302a1 tempest-TestMinimumBasicScenario-74646700 tempest-TestMinimumBasicScenario-74646700-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba81baa-a1f8-4bde-b929-9ac34d88c257 HTTP/1.1" status: 200 len: 210 time: 0.1771626 May 03 21:37:11.555255 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-5fdfb6b5-fa88-4fa9-a2e5-b42def052a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:11.556989 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-5fdfb6b5-fa88-4fa9-a2e5-b42def052a0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.4007289 May 03 21:37:11.592776 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98acd-75dc-418b-8558-b6312c4c9410 None None] Pushing event updated for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=4']} {{(pid=83824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:11.637064 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.713984 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2583188c-efa1-4de8-b94d-34f259e29941'] response: {'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'code': 200} May 03 21:37:11.727434 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:11.740188 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:11.802551 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:11.861307 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0a36bcc5-04a9-4acb-ab79-56eaeb2c7be7 req-0726b10f-b1a9-4d95-ac2d-7d4d112e745e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376572 May 03 21:37:11.896390 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-517cb02a-9713-4c87-9eb6-e246379046ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a436f82a-fd4e-4802-ae37-e2367b35d649 HTTP/1.1" status: 200 len: 998 time: 0.3195643 May 03 21:37:11.976382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.074750 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-e3960ed2-a221-4cb2-ac94-58124f380a8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:12.076274 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-e3960ed2-a221-4cb2-ac94-58124f380a8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.1684346 May 03 21:37:12.104810 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '4d213a8e-11bd-49f1-9850-8b20f4328580', 'name': '', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'mac_address': 'fa:16:3e:d5:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:37Z', 'updated_at': '2022-05-03T21:37:11Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'subnets': [{'id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:12.110668 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada09a2-9bba-4bb6-b4c7-c94c528e71c4 None None] The sync data for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb is: [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:36:38Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '4d213a8e-11bd-49f1-9850-8b20f4328580', 'name': '', 'network_id': '45231bd9-fe11-4487-a5bc-5abe16dabc73', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'mac_address': 'fa:16:3e:d5:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:37Z', 'updated_at': '2022-05-03T21:37:11Z', 'revision_number': 4, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'subnets': [{'id': '515b7957-57a4-4ac7-9328-ee04dd88f167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:12.256558 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-64e05b3b-d22f-4d66-b010-43ebf6f99477 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1246049 May 03 21:37:12.293532 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f8e65a7c-0ad6-4446-8031-b72c6d5b72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.333751 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '130b8286-db99-4a9a-9a87-32b0fd77de2b', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.18', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:8b:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:50Z', 'updated_at': '2022-05-03T21:37:08Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:12.338595 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5d9db-d7dd-43ce-814c-78d1a61a6946 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '130b8286-db99-4a9a-9a87-32b0fd77de2b', 'tenant_id': 'f99f599336ad410b863de09335232069', 'floating_ip_address': '172.28.0.18', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'port_id': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'mac_address': 'fa:16:3e:8b:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:50Z', 'updated_at': '2022-05-03T21:37:08Z', 'revision_number': 1, 'project_id': 'f99f599336ad410b863de09335232069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:12.362954 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4d213a8e-11bd-49f1-9850-8b20f4328580 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:12.433999 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cdde1cea-2611-4265-8fcc-74b4aef426a9 req-a00f3be0-68e6-4fe7-b8bb-f3c030925b38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1025348 May 03 21:37:12.490002 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cdde1cea-2611-4265-8fcc-74b4aef426a9 req-e219231a-3b1e-47a3-8490-00164ff5e68e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 May 03 21:37:12.499948 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 4d213a8e-11bd-49f1-9850-8b20f4328580 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:12.506739 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4d213a8e-11bd-49f1-9850-8b20f4328580 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:12.507141 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.571128 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 91674546-16d0-4e1a-a323-d87a3c1d85f7 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:12.584743 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-b2a89212-e22c-4dd2-a148-fb0753100349 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074706 May 03 21:37:12.613939 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 91674546-16d0-4e1a-a323-d87a3c1d85f7 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:12.614426 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 91674546-16d0-4e1a-a323-d87a3c1d85f7 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:12.698565 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.727980 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff1298-52e2-4e71-9e94-ab8a68e6e82c None None] New status for floating IP 130b8286-db99-4a9a-9a87-32b0fd77de2b: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:12.738431 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 4d213a8e-11bd-49f1-9850-8b20f4328580, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4d213a8e-11bd-49f1-9850-8b20f4328580,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:12.808502 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.890191 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:12.982792 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-02c2aeb2-96bb-40c3-a708-d3a0306b8c16 req-618a9880-a16e-414f-9df9-4e558f5865ba service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860712 May 03 21:37:13.056537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Router 8bd36392-ba5f-435a-bb7b-ede40b65f238 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:13.155082 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a92b9-bd92-4359-9508-8270471e0364 req-bcb4df8b-883d-4eb1-813a-8301c72702ba tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:13.156989 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f3a92b9-bd92-4359-9508-8270471e0364 req-bcb4df8b-883d-4eb1-813a-8301c72702ba tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0876176 May 03 21:37:13.210591 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1f3a92b9-bd92-4359-9508-8270471e0364 req-a3eb4134-a98f-4b28-a7e3-732f128fab45 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468452 May 03 21:37:13.268559 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:13.273334 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-49b7fb42-181b-421f-a543-92e8d1d4705c admin admin] 10.222.0.50 "PUT /v2.0/routers/8bd36392-ba5f-435a-bb7b-ede40b65f238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3219147 May 03 21:37:13.276158 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44066) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:13.278623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Sync routers for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:13.292481 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:13.293184 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:13.478455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.481331 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:13.809564 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.823984 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:13.828896 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Checking router: 8bd36392-ba5f-435a-bb7b-ede40b65f238 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:13.839858 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Routers {'8bd36392-ba5f-435a-bb7b-ede40b65f238'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:13.840464 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:36:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['8bd36392-ba5f-435a-bb7b-ede40b65f238'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:13.899128 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Deleting port ee352793-9836-43b1-9c8a-e2f00aab4300 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:13.899474 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.027227 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] Set router 8bd36392-ba5f-435a-bb7b-ede40b65f238 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:14.084350 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] For port ee352793-9836-43b1-9c8a-e2f00aab4300, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=ee352793-9836-43b1-9c8a-e2f00aab4300,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:14.084829 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.211876 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Calling delete_port for ee352793-9836-43b1-9c8a-e2f00aab4300 owned by network:router_gateway {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:14.240605 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4d213a8e-11bd-49f1-9850-8b20f4328580 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:14.272000 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44090) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:14.317638 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.387839 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 4d213a8e-11bd-49f1-9850-8b20f4328580 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:14.388203 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.452825 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:14.461678 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0a669-d1bd-436d-9a7d-80298c7b2825 None None] The sync data for ids ['8bd36392-ba5f-435a-bb7b-ede40b65f238'] in dv-cinder-840377-1-smb is: [{'id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'name': 'tempest-ServerRescueNegativeTestJSON-561971402-router', 'tenant_id': 'fab073bbf87c448f8d5016a86204baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 5, 'project_id': 'fab073bbf87c448f8d5016a86204baad', 'gw_port': {'id': 'ee352793-9836-43b1-9c8a-e2f00aab4300', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd36392-ba5f-435a-bb7b-ede40b65f238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:54Z', 'updated_at': '2022-05-03T21:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:14.580658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d65df-8265-4925-8506-c2531bddc92f req-058747e4-fc65-452f-896f-a22c1fa6555e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:14.582025 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b12d65df-8265-4925-8506-c2531bddc92f req-058747e4-fc65-452f-896f-a22c1fa6555e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1878412 May 03 21:37:14.655247 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b12d65df-8265-4925-8506-c2531bddc92f req-fae45cfe-1e78-4038-86ca-5dfba992f5a0 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632186 May 03 21:37:14.722284 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-31f0a22f-638a-406c-8601-bdbe2fc6ac54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.737837 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.838948 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee352793-9836-43b1-9c8a-e2f00aab4300,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:14.863997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c5f2f-e4d1-4921-ac23-cc7caaf74d9f req-16a78f1f-335f-4243-a767-bbd6cce0aad4 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:14.865748 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b9c5f2f-e4d1-4921-ac23-cc7caaf74d9f req-16a78f1f-335f-4243-a767-bbd6cce0aad4 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0876758 May 03 21:37:14.927439 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3b9c5f2f-e4d1-4921-ac23-cc7caaf74d9f req-9204e0c1-8984-4a80-a7c7-0d6a235967b4 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538704 May 03 21:37:14.947615 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44096) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:15.178110 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-bf52d6eb-5e5d-477f-abd7-5430c710fea9 tempest-TestShelveInstance-662260370 tempest-TestShelveInstance-662260370-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1093 time: 0.2297339 May 03 21:37:15.180816 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44102) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:15.186124 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:15.192232 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:15.195994 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Usage tracker for resource:floatingip and tenant:24cc3bfafe7f4a69a9382aeb27127d86 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:15.198857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:15.205048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:15.206909 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.282442 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.415993 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.478051 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.485466 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.556498 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Allocated IP 172.28.0.79 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/589c36f9-e589-40f0-95f0-86ae9bb790c7) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:15.573468 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.705008 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.708022 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.752766 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.753226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd36392-ba5f-435a-bb7b-ede40b65f238 {{(pid=83821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:37:15.773169 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.778925 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.779080 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-2f5f2d46-51c8-460f-a854-63fb1f001f83 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8bd36392-ba5f-435a-bb7b-ede40b65f238 HTTP/1.1" status: 204 len: 168 time: 2.4972410 May 03 21:37:15.779179 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44106) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:15.814789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.900868 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:15.905526 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:15.912495 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Deleting subnet 88803371-bb30-43cc-ba65-b57130ecd82f {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:37:15.914579 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:15.940229 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'Port': ['ID=589c36f9-e589-40f0-95f0-86ae9bb790c7,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:15.942521 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.013143 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.190689 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Deleting port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:16.191232 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.253852 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 01773c81-61c0-43ce-8def-9d455a48ce27 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:16.288381 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.292442 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 01773c81-61c0-43ce-8def-9d455a48ce27 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:16.292776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 01773c81-61c0-43ce-8def-9d455a48ce27 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:16.369370 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] For port abcc4cb3-4d05-44e0-98dc-5fabf8e8d188, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:16.369724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.507963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.549887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88803371-bb30-43cc-ba65-b57130ecd82f,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:16.558854 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.564208 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e926da-7f58-4a75-bfea-479a76dd5540 None None] Network 38ff0d15-e366-40a0-9ece-db153122fc4c requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:16.574928 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-85d2b0fa-8bb5-4f50-9dd4-ecc46403efa4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/88803371-bb30-43cc-ba65-b57130ecd82f HTTP/1.1" status: 204 len: 168 time: 0.7946675 May 03 21:37:16.575152 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44110) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:16.593697 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Calling delete_port for abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 owned by network:router_interface {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:16.819610 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.836578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] DHCP port deletion for 38ff0d15-e366-40a0-9ece-db153122fc4c request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:37:16.840249 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.840806 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Deleting port 3b471eba-fd5e-4a81-994a-adf9746577e9 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:16.841657 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.858470 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.874093 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcc4cb3-4d05-44e0-98dc-5fabf8e8d188,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:16.878124 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Deleting port 3b471eba-fd5e-4a81-994a-adf9746577e9 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:16.878697 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.926423 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.927038 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.927562 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.928466 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.929128 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.929633 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.930125 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.930635 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.931153 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.931631 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:16.932098 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:17.025513 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.189086 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] For port 3b471eba-fd5e-4a81-994a-adf9746577e9, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3b471eba-fd5e-4a81-994a-adf9746577e9,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:17.189791 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.271476 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.313132 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] For port 3b471eba-fd5e-4a81-994a-adf9746577e9, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3b471eba-fd5e-4a81-994a-adf9746577e9,segment=NetworkSegment(f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5),segment_id=f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:17.313512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.325162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Calling delete_port for 3b471eba-fd5e-4a81-994a-adf9746577e9 owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:17.443257 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Calling delete_port for 3b471eba-fd5e-4a81-994a-adf9746577e9 owned by network:dhcp {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:17.446491 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.510857 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.557892 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] Pushing event deleted for resources: {'Port': ['ID=3b471eba-fd5e-4a81-994a-adf9746577e9,revision_number=None']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:17.564953 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a5439-dc54-4606-8585-d47b1d5b71cf None None] No DVR routers for this DVR port 3b471eba-fd5e-4a81-994a-adf9746577e9 on host dv-cinder-840377-1-smb {{(pid=83823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:17.565530 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.db.api [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:17.565893 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG oslo_db.api [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:17.567664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.642220 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.748442 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event updated for resources: {'Port': ['ID=589c36f9-e589-40f0-95f0-86ae9bb790c7,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:17.763014 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.869678 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Router 49b3530a-37e4-492b-98dc-7a18d606ac9d has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:17.954005 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Floating IP 792b05b3-5956-4e4a-a2aa-8c3e69cecbb2 associated. External IP: 172.28.0.79, port: d385073c-f5e7-402d-9cfb-38b135bc71f2. May 03 21:37:18.067945 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Deleting port 3b471eba-fd5e-4a81-994a-adf9746577e9 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:18.068586 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.071862 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:18.082523 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Sync routers for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:18.094758 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:18.095373 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.139203 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] The port '3b471eba-fd5e-4a81-994a-adf9746577e9' was deleted {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:37:18.157829 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-891a926d-9224-4bc0-887e-8760a09d4e60 admin admin] 10.222.0.50 "PUT /v2.0/routers/49b3530a-37e4-492b-98dc-7a18d606ac9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8818679 May 03 21:37:18.160432 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44114) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:18.277228 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:18.291090 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.337469 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3b471eba-fd5e-4a81-994a-adf9746577e9 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:18.375891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 3b471eba-fd5e-4a81-994a-adf9746577e9 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:18.376496 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3b471eba-fd5e-4a81-994a-adf9746577e9 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:18.419303 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ff0d15-e366-40a0-9ece-db153122fc4c']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.434544 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.434832 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bd7fd9-0f02-4265-9d9c-7d52ac7b39f5') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.448760 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.470144 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.486421 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:37:18.486810 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: util.warn( May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: util.warn( May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: util.warn( May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: util.warn( May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:37:18.500533 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:37:18.530278 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks [] for router, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.591761 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.594427 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Checking router: 49b3530a-37e4-492b-98dc-7a18d606ac9d for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:18.603816 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Routers {'49b3530a-37e4-492b-98dc-7a18d606ac9d'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:18.604413 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['49b3530a-37e4-492b-98dc-7a18d606ac9d'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:18.691417 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.719334 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.728008 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] Pushing event deleted for resources: {'Network': ['ID=38ff0d15-e366-40a0-9ece-db153122fc4c,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:18.763254 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.782675 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] Set router 49b3530a-37e4-492b-98dc-7a18d606ac9d gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:18.799175 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5ff94389-2ab7-495c-8a98-2551476bf75a admin admin] 10.222.0.50 "DELETE /v2.0/networks/38ff0d15-e366-40a0-9ece-db153122fc4c HTTP/1.1" status: 204 len: 168 time: 2.2230365 May 03 21:37:18.826223 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Router e1cdbaab-e956-4f99-b8bd-0833497a2c7f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:18.836319 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Deleting port 9432cab9-1384-4547-bfde-55ba6884d735 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:18.836674 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.160724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] For port 9432cab9-1384-4547-bfde-55ba6884d735, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=9432cab9-1384-4547-bfde-55ba6884d735,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:19.160724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.162176 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:19.162549 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Sync routers for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:19.162653 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:19.163029 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:19.163123 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12990cd4-af10-4bac-896d-ae2e71b928b2 None None] The sync data for ids ['49b3530a-37e4-492b-98dc-7a18d606ac9d'] in dv-cinder-840377-1-smb is: [{'id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'name': 'tempest-TestMinimumBasicScenario-1182025211-router', 'tenant_id': '278b9ee691f44c489ad44dd4712db48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '9432cab9-1384-4547-bfde-55ba6884d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:33:47Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 5, 'project_id': '278b9ee691f44c489ad44dd4712db48b', 'gw_port': {'id': '9432cab9-1384-4547-bfde-55ba6884d735', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b3530a-37e4-492b-98dc-7a18d606ac9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:19.163238 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:19.173942 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Calling delete_port for 9432cab9-1384-4547-bfde-55ba6884d735 owned by network:router_gateway {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:19.241237 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.275738 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-03f375c2-ee0c-46ba-b37b-784ce15347f7 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0935953 May 03 21:37:19.276526 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:19.319169 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44124) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:19.354504 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fca434-0c7f-4ca3-a014-9f017dc2e94d'] response: {'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'status': 'completed', 'code': 200} May 03 21:37:19.389072 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:19.393983 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c7662c04-c797-417a-abd8-2dc8197faacb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fab073bbf87c448f8d5016a86204baad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0729861 May 03 21:37:19.396026 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44128) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:19.455964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.465773 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.491616 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.511056 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Pushing event deleted for resources: {'Port': ['ID=9432cab9-1384-4547-bfde-55ba6884d735,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:19.624464 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.644317 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f86014-e217-4b3d-90c5-aaa8d3caaf3c,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:19.739808 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.743333 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-619eaf73-4ad9-412f-a4aa-26bbe4a4bea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6f86014-e217-4b3d-90c5-aaa8d3caaf3c HTTP/1.1" status: 204 len: 168 time: 0.3437963 May 03 21:37:19.755652 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-f6d2c9b6-85c4-42c7-9b2c-f05e02f14bff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.3436096 May 03 21:37:19.763883 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '792b05b3-5956-4e4a-a2aa-8c3e69cecbb2', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'mac_address': 'fa:16:3e:6d:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:16Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 0, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:19.768628 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Checking router: e1cdbaab-e956-4f99-b8bd-0833497a2c7f for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:19.779600 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:19.780272 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:19.785683 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.986954 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:20.269869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.286959 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.295994 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-a279934c-a7da-4344-9964-8d2d201d4a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:20.297694 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-a279934c-a7da-4344-9964-8d2d201d4a1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.5335178 May 03 21:37:20.391637 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:20.423210 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-7ea4eddd-4d0c-4e7e-9a90-4bc86212859e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 998 time: 0.1135082 May 03 21:37:20.463826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:20.468653 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device abcc4cb3-4d05-44e0-98dc-5fabf8e8d188 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:20.519433 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-a8511077-60c5-4de9-b4c7-2b7cfe78f2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:20.519672 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '792b05b3-5956-4e4a-a2aa-8c3e69cecbb2', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'mac_address': 'fa:16:3e:6d:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:16Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 0, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:20.523795 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb5036-4e34-47a9-a42a-f7422baa9f51 None None] The sync data for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb is: [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '792b05b3-5956-4e4a-a2aa-8c3e69cecbb2', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'mac_address': 'fa:16:3e:6d:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:16Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 0, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:20.524965 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-a8511077-60c5-4de9-b4c7-2b7cfe78f2fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0983925 May 03 21:37:20.530207 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.530207 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b3530a-37e4-492b-98dc-7a18d606ac9d {{(pid=83821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:37:20.586408 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.587780 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4ca6c1ea-f80a-4e5e-aa72-ece57ec8b72b admin admin] 10.222.0.50 "DELETE /v2.0/routers/49b3530a-37e4-492b-98dc-7a18d606ac9d HTTP/1.1" status: 204 len: 168 time: 2.4262061 May 03 21:37:20.590274 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44150) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.621692 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-93a146ff-295e-447f-ba28-a1f29956a919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841377 May 03 21:37:20.661039 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Deleting subnet 253aa700-71be-4fa8-be9a-29e914e4cfa3 {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:37:20.661812 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.718675 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.764237 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-4df4b0a7-3eca-4df5-bc82-9a2f7b89f5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332660 May 03 21:37:20.796921 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.912177 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-048c4ad1-1762-4553-b649-4bf00b88ad86 req-94d26efa-f3ae-4920-a0a1-1f878ffb223b service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408954 May 03 21:37:20.939747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.991873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253aa700-71be-4fa8-be9a-29e914e4cfa3,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.007791 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.013304 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846709e-cc85-467d-9b42-9421e83c8cb3 None None] Network d6fd9986-ec15-407f-ad6d-d2c035b95939 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:21.017316 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-12955503-d31e-491a-8447-dec5ca5b8e28 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/253aa700-71be-4fa8-be9a-29e914e4cfa3 HTTP/1.1" status: 204 len: 168 time: 0.4238765 May 03 21:37:21.018949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44162) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:21.144371 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.165483 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Deleting port 4fa0562a-b274-4b98-ad05-2c468301dd49 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:21.165857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.194919 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44170) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:21.307101 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] DHCP port deletion for d6fd9986-ec15-407f-ad6d-d2c035b95939 request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:37:21.312927 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Deleting port 4fa0562a-b274-4b98-ad05-2c468301dd49 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:21.313452 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.351789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-network', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:21.375792 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:21.383160 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Usage tracker for resource:network and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:21.387372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:21.403288 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:21.413194 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] For port 4fa0562a-b274-4b98-ad05-2c468301dd49, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4fa0562a-b274-4b98-ad05-2c468301dd49,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:21.413573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.522262 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] For port 4fa0562a-b274-4b98-ad05-2c468301dd49, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4fa0562a-b274-4b98-ad05-2c468301dd49,segment=NetworkSegment(1e8fd782-49ac-4d02-9182-0046f9c219a0),segment_id=1e8fd782-49ac-4d02-9182-0046f9c219a0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:21.522262 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.621034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Made reservation on behalf of fd67cbeef91f4626a025442681b6a8cd for: {'network': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:21.623270 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.637537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Calling delete_port for 4fa0562a-b274-4b98-ad05-2c468301dd49 owned by network:dhcp {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:21.659141 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Calling delete_port for 4fa0562a-b274-4b98-ad05-2c468301dd49 owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:21.672939 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.731926 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:21.735857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:21.738682 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:21.744315 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:21.801653 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.815182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.815182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.db.api [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:21.815182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG oslo_db.api [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:21.849107 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] Pushing event deleted for resources: {'Port': ['ID=4fa0562a-b274-4b98-ad05-2c468301dd49,revision_number=None']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.852776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af952306-5305-4d19-9c84-9540e0c4558b None None] No DVR routers for this DVR port 4fa0562a-b274-4b98-ad05-2c468301dd49 on host dv-cinder-840377-1-smb {{(pid=83823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:21.893481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.926663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:37:21.931786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41521156-d2c3-4fe4-9f5f-2a68422aa6b7,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.940702 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.941182 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.segments_db [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Added segment 928b553a-3374-4ace-9401-1aeef22c2f8f of type vlan for network 860c24b4-3635-41e9-96f9-c14142a39a50 May 03 21:37:21.968608 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.052970 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.053866 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:22.054443 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.160219 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] Pushing event updated for resources: {'Network': ['ID=860c24b4-3635-41e9-96f9-c14142a39a50,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:22.172800 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 860c24b4-3635-41e9-96f9-c14142a39a50 details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:37:22.225345 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d8e50c8a-654e-4af5-a064-7b06b7f1f781 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0299351 May 03 21:37:22.228092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44180) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:22.233888 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Request body: {'subnet': {'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-subnet', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:22.242765 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:22.246764 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Usage tracker for resource:subnet and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:22.250514 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:22.251125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4fa0562a-b274-4b98-ad05-2c468301dd49 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:22.256708 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:22.299194 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 4fa0562a-b274-4b98-ad05-2c468301dd49 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:22.299531 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4fa0562a-b274-4b98-ad05-2c468301dd49 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:22.299949 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ee352793-9836-43b1-9c8a-e2f00aab4300 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:22.315034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Deleting port 4fa0562a-b274-4b98-ad05-2c468301dd49 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:22.315389 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.338376 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: ee352793-9836-43b1-9c8a-e2f00aab4300 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:22.338841 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device ee352793-9836-43b1-9c8a-e2f00aab4300 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:22.345963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Made reservation on behalf of fd67cbeef91f4626a025442681b6a8cd for: {'subnet': 1} {{(pid=83822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:22.349106 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267377074'] for subnet, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.450960 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] The port '4fa0562a-b274-4b98-ad05-2c468301dd49' was deleted {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:37:22.597702 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.628643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fd9986-ec15-407f-ad6d-d2c035b95939']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:22.644070 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8fd782-49ac-4d02-9182-0046f9c219a0') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:22.644371 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8fd782-49ac-4d02-9182-0046f9c219a0') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:22.687762 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.712005 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.723291 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:37:22.725362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:37:22.737196 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:37:22.910030 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.931575 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.937597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1054981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267377056'] for subnet, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.972036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fd9986-ec15-407f-ad6d-d2c035b95939,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:23.019859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d42b76-771e-449c-b475-dcb907f2176b,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:23.036481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Checking segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:23.036829 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Network hostable DHCP agents. Network: 860c24b4-3635-41e9-96f9-c14142a39a50, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:37:23.048816 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a08bffc9-d9c1-4946-aea4-6c1e91cc0450 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6fd9986-ec15-407f-ad6d-d2c035b95939 HTTP/1.1" status: 204 len: 168 time: 2.0284033 May 03 21:37:23.051833 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44190) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:23.110063 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:37:23.172735 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 860c24b4-3635-41e9-96f9-c14142a39a50) {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:23.177420 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:23.178324 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.182055 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eee7ad-624a-4a96-a77d-07a1b9e3a2ce None None] Network 860c24b4-3635-41e9-96f9-c14142a39a50 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:23.236538 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-33bb0405-e693-4f68-9dfe-9054eccae5a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0074172 May 03 21:37:23.239223 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44196) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:23.244288 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:23.251036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:23.256382 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Usage tracker for resource:router and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:23.260880 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:23.269198 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:23.333488 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1678858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28745'] for router, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.337375 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1678953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28738'] for router, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.353956 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.408233 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf65a4b0-4b56-51ee-8a44-3536aa81ddc4-860c24b4-3635-41e9-96f9-c14142a39a50', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b'}]}} from dv-cinder-840377-1-smb. {{(pid=83823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:37:23.409095 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.486785 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.541993 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29608'] for router, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.576059 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.db_base_plugin_common [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Allocated IP 172.20.0.2 (860c24b4-3635-41e9-96f9-c14142a39a50/71d42b76-771e-449c-b475-dcb907f2176b/82771da5-d978-4152-a5e6-b3f52f9daba1) {{(pid=83823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:23.811894 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28230e-f8f3-4d6a-81f8-81632980fd34 None None] New status for floating IP 792b05b3-5956-4e4a-a2aa-8c3e69cecbb2: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:23.817826 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.832654 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks [] for port, precommit_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.844897 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Transition to ACTIVE for port object 82771da5-d978-4152-a5e6-b3f52f9daba1 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:23.852517 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.864511 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Transition to ACTIVE for port object 82771da5-d978-4152-a5e6-b3f52f9daba1 will not be triggered until provisioned by entity DHCP. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:23.938993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771'] for port, after_create {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.039966 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Pushing event updated for resources: {'Port': ['ID=82771da5-d978-4152-a5e6-b3f52f9daba1,revision_number=1']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:24.056948 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is already hosted by enough agents. {{(pid=83823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:24.058135 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.scheduler.base_scheduler [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Resources bound (agent type, host, resource id): {{(pid=83823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:24.061698 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Received port after_create {{(pid=83823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:24.097760 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Allocated IP 172.28.0.247 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/3c2c0200-5990-4c96-8a1a-3930e0dc6e23) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:24.160058 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Attempting to bind port 82771da5-d978-4152-a5e6-b3f52f9daba1 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:24.160425 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Attempting to bind port 82771da5-d978-4152-a5e6-b3f52f9daba1 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:24.160975 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Attempting to bind port 82771da5-d978-4152-a5e6-b3f52f9daba1 on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:24.169542 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:24.169802 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Checking segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:24.172437 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.172437 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Bound using segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:24.172912 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Bound port: 82771da5-d978-4152-a5e6-b3f52f9daba1, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:24.173300 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.269020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.294477 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] For port 82771da5-d978-4152-a5e6-b3f52f9daba1, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:24.298728 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] For port 82771da5-d978-4152-a5e6-b3f52f9daba1, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=82771da5-d978-4152-a5e6-b3f52f9daba1,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:24.344942 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.345207 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.361414 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Deleting port 75a076e2-faf9-4ca6-a679-308022e7b85a {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:24.361964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.437481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:24.440434 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:24.443002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed8a37-c3fe-4689-84a2-1920664657ba None None] Pushing event updated for resources: {'Port': ['ID=82771da5-d978-4152-a5e6-b3f52f9daba1,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:24.448332 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:24.475610 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Pushing event updated for resources: {'Port': ['ID=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:24.571472 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] For port 75a076e2-faf9-4ca6-a679-308022e7b85a, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=75a076e2-faf9-4ca6-a679-308022e7b85a,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:24.571829 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.685357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.686419 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677152'] for router, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.714304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Calling delete_port for 75a076e2-faf9-4ca6-a679-308022e7b85a owned by network:router_interface {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:24.955621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.984399 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Router 07991783-a6eb-43e5-9e23-539df4f0d1de is scheduled to L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 with binding_index 1 {{(pid=83822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:37:25.002880 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a076e2-faf9-4ca6-a679-308022e7b85a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:25.242614 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:25.255664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:25.274743 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:25.275661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:25.355465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.361514 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.366412 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44206) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:25.366993 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-cb75e24e-a7c9-49ae-8620-e4f5481f207d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1266863 May 03 21:37:25.509538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:25.615051 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3b5ab-b802-4a70-b932-ae5aa12bb226 None None] Network 860c24b4-3635-41e9-96f9-c14142a39a50 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:25.889787 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-883bf4f8-67ff-4511-aa2e-ad57c5c5e721 None None] Provisioning for port 82771da5-d978-4152-a5e6-b3f52f9daba1 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:26.030050 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:24Z', 'revision_number': 3, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:26.036274 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:26.036620 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Updating router 07991783-a6eb-43e5-9e23-539df4f0d1de port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:26.091017 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.392126 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 82771da5-d978-4152-a5e6-b3f52f9daba1 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:26.586441 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.598154 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Transition to ACTIVE for port object 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:26.606381 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 82771da5-d978-4152-a5e6-b3f52f9daba1 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:26.611960 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 82771da5-d978-4152-a5e6-b3f52f9daba1 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:26.617319 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.626061 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Router 987689b9-d009-4759-a2cf-f8c509228a00 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:26.703073 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.804484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.819505 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Pushing event updated for resources: {'Port': ['ID=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,revision_number=2']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:26.827405 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Attempting to bind port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:26.827776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Attempting to bind port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:26.828130 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Attempting to bind port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 on network 4e91c2a4-d979-4793-ae77-3a5bf1259841 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:26.847538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.850294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.851109 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.851109 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:26.860639 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:26.861017 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Checking segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:26.861451 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.861842 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Bound using segment: {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:26.862315 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Bound port: 3c2c0200-5990-4c96-8a1a-3930e0dc6e23, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6e67a7-ac61-47c2-b4de-b88a52772cf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:26.862689 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.914380 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 82771da5-d978-4152-a5e6-b3f52f9daba1, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=82771da5-d978-4152-a5e6-b3f52f9daba1,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:26.958022 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] For port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:26.969930 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] For port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:26.971228 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.007068 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.045633 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.093389 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:27.093716 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=82771da5-d978-4152-a5e6-b3f52f9daba1,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:27.104687 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Sync routers for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:27.115385 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ef11b5ee-240b-4964-801e-e9630c411070 admin admin] 10.222.0.50 "PUT /v2.0/routers/987689b9-d009-4759-a2cf-f8c509228a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0622616 May 03 21:37:27.117994 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44222) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:27.136945 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:27.137606 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:27.139026 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:27.139997 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:27.256723 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Allocated IP 172.20.0.1 (860c24b4-3635-41e9-96f9-c14142a39a50/71d42b76-771e-449c-b475-dcb907f2176b/d5c8cbeb-76f3-4724-8e0b-dea1747e54c0) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:27.300510 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca368ee-b734-4a0f-92d8-a6632064125d None None] Pushing event updated for resources: {'Port': ['ID=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:27.352243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:27.376152 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks [] for router, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.385982 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:27.572566 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.591465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Transition to ACTIVE for port object d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:27.630258 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.677242 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.720902 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Deleting port 51385f46-6420-4813-96a7-395475b469d0 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:27.721555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.751814 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '51385f46-6420-4813-96a7-395475b469d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:37:24Z', 'revision_number': 5, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port': {'id': '51385f46-6420-4813-96a7-395475b469d0', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987689b9-d009-4759-a2cf-f8c509228a00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:04Z', 'updated_at': '2022-05-03T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:27.756366 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Checking router: 987689b9-d009-4759-a2cf-f8c509228a00 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:27.758486 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:24Z', 'revision_number': 3, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:27.770587 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863f9c3-37ff-492f-85cb-80cec31eaa64 None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:24Z', 'revision_number': 3, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:27.775676 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Routers {'987689b9-d009-4759-a2cf-f8c509228a00'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:27.775676 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['987689b9-d009-4759-a2cf-f8c509228a00'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:27.786708 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:27.788006 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:27.792007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:27.865419 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:27.886193 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676442'] for router_interface, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.955487 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] Set router 987689b9-d009-4759-a2cf-f8c509228a00 gateway port host: None {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:28.007788 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] For port 51385f46-6420-4813-96a7-395475b469d0, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=51385f46-6420-4813-96a7-395475b469d0,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:28.008144 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.114000 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.127483 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 6, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port_host': None}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:28.136872 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b2a62-92d4-4742-a21b-f4f762d8c133 None None] The sync data for ids ['987689b9-d009-4759-a2cf-f8c509228a00'] in dv-cinder-840377-1-smb is: [{'id': '987689b9-d009-4759-a2cf-f8c509228a00', 'name': 'tempest-TestMinimumBasicScenario-1567439190-router', 'tenant_id': 'ff71f8e9b82148d28a9b9122264a0042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:03Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 6, 'project_id': 'ff71f8e9b82148d28a9b9122264a0042', 'gw_port_host': None}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:28.251908 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-822439dd-203a-4158-89f3-cec82fed775f None None] Provisioning for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:28.257740 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-822439dd-203a-4158-89f3-cec82fed775f None None] Provisioning complete for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:28.258382 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-822439dd-203a-4158-89f3-cec82fed775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.265469 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Calling delete_port for 51385f46-6420-4813-96a7-395475b469d0 owned by network:router_gateway {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:28.332534 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-822439dd-203a-4158-89f3-cec82fed775f None None] Port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:28.392863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.475121 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.587319 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:28.589754 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2776611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676343'] for router_interface, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.646979 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.695726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Pushing event deleted for resources: {'Port': ['ID=51385f46-6420-4813-96a7-395475b469d0,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:28.733642 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:28.735360 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:28.909700 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 82771da5-d978-4152-a5e6-b3f52f9daba1 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:29.093316 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 82771da5-d978-4152-a5e6-b3f52f9daba1 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:29.093607 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.172560 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.282494 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 9432cab9-1384-4547-bfde-55ba6884d735 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:29.345339 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 9432cab9-1384-4547-bfde-55ba6884d735 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:29.345583 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 9432cab9-1384-4547-bfde-55ba6884d735 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:29.359001 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-c51f5af3-132a-4167-901d-55af762e8f72 None None] Provisioning complete for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:29.359825 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c51f5af3-132a-4167-901d-55af762e8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.382859 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:29.429573 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-c51f5af3-132a-4167-901d-55af762e8f72 None None] Port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:29.547356 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.552786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.647230 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:29.652099 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-89c2888a-bc58-42f6-88ad-9bdc065dd6b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/07991783-a6eb-43e5-9e23-539df4f0d1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2843161 May 03 21:37:29.737782 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.738491 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987689b9-d009-4759-a2cf-f8c509228a00 {{(pid=83822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:37:29.752602 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.754974 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a8ba9650-6352-4583-96a5-55c0616ae16e admin admin] 10.222.0.50 "DELETE /v2.0/routers/987689b9-d009-4759-a2cf-f8c509228a00 HTTP/1.1" status: 204 len: 168 time: 2.6342700 May 03 21:37:29.756487 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44242) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:29.817078 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Deleting subnet 0aae2e00-799e-4bf7-9577-8f7af2407af4 {{(pid=83821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:37:29.819956 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.871679 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267266523'] for subnet, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.088521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.241977 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1254383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266638980'] for subnet, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.256996 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:30.312473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aae2e00-799e-4bf7-9577-8f7af2407af4,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:30.318534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.324245 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4de36c82-7c3e-4646-8bfe-f33e2ce8ae22 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0aae2e00-799e-4bf7-9577-8f7af2407af4 HTTP/1.1" status: 204 len: 168 time: 0.5663948 May 03 21:37:30.326741 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44250) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:30.331141 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fbdf0-435d-4f49-9d6d-3009b44b43ed None None] Network d6418814-7179-4cfa-9239-05b0b598d76f requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:30.434325 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.446621 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Deleting port 62228905-d088-49f2-924e-304ab20e8302 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:30.450986 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.482012 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44254) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:30.499958 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091092048', 'description': 'tempest-description--849210266'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:30.509413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:30.516269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:30.520617 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:30.555226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:30.583289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:30.588674 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:30.589189 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.637758 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] DHCP port deletion for d6418814-7179-4cfa-9239-05b0b598d76f request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:37:30.647455 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Deleting port 62228905-d088-49f2-924e-304ab20e8302 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:30.648497 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.651925 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.709119 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] For port 62228905-d088-49f2-924e-304ab20e8302, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=62228905-d088-49f2-924e-304ab20e8302,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:30.709753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.844585 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:30.852433 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Calling delete_port for 62228905-d088-49f2-924e-304ab20e8302 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:30.879932 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.881657 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:30.890500 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:30.907203 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:30.924926 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:30.939784 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] For port 62228905-d088-49f2-924e-304ab20e8302, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=62228905-d088-49f2-924e-304ab20e8302,segment=NetworkSegment(9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6),segment_id=9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:30.940509 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:30.995593 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.023326 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.061416 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.061852 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.073540 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Calling delete_port for 62228905-d088-49f2-924e-304ab20e8302 owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:31.093175 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=62228905-d088-49f2-924e-304ab20e8302,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.100953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] No DVR routers for this DVR port 62228905-d088-49f2-924e-304ab20e8302 on host dv-cinder-840377-1-smb {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:31.146078 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 75a076e2-faf9-4ca6-a679-308022e7b85a no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:31.178393 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d93e17-6a86-45d2-99f3-9231160025fd,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.209511 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 75a076e2-faf9-4ca6-a679-308022e7b85a {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:31.209853 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 75a076e2-faf9-4ca6-a679-308022e7b85a not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:31.210272 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 51385f46-6420-4813-96a7-395475b469d0 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:31.228059 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.229285 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8c9d75ef-2eeb-44e9-a28d-708d386f5a01 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7441447 May 03 21:37:31.232962 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44262) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.239092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group_rule': {'security_group_id': '98d93e17-6a86-45d2-99f3-9231160025fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:31.265171 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:31.265171 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:31.266028 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.266137 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:31.266230 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 51385f46-6420-4813-96a7-395475b469d0 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:31.266230 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 51385f46-6420-4813-96a7-395475b469d0 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:31.266746 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:31.276477 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.276935 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6418814-7179-4cfa-9239-05b0b598d76f']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:31.283689 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:31.284059 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:31.293796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:31.311060 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9075f1ec-9e15-47b0-a8ba-3616a0ba3fa6') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:31.311060 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.322896 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.329984 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:37:31.330372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:37:31.344560 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:37:31.347844 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.413154 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.457361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.479898 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97117dae-bb82-40d5-a583-09e2bb76b852,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.480346 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.507009 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.509535 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6418814-7179-4cfa-9239-05b0b598d76f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.515639 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-597673bf-5708-4a8a-ad61-37bbc2b00d61 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6418814-7179-4cfa-9239-05b0b598d76f HTTP/1.1" status: 204 len: 168 time: 1.1877327 May 03 21:37:31.543308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.544927 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-71a38f9a-00a7-43bf-b3dc-6bdc287140ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3104849 May 03 21:37:31.547620 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44270) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.553171 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group_rule': {'security_group_id': '98d93e17-6a86-45d2-99f3-9231160025fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:31.559138 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:31.563525 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:31.566437 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:31.572163 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:31.623881 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.684092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.725879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.751682 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891ff8d6-55c6-4f29-a3cf-08334059a008,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.782123 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44274) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.785002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Deleting port 62228905-d088-49f2-924e-304ab20e8302 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:31.785404 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.812833 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.814019 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-56d3f689-9e9c-49d0-9964-8b49a063cf20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2654920 May 03 21:37:31.817395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44278) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.823194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:31.829450 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:31.835120 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:floatingip and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:31.839409 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a609cdb8-c094-4af4-90a2-0ef95762d00d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=278b9ee691f44c489ad44dd4712db48b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538912 May 03 21:37:31.839713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44282) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.842611 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:31.857458 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1ddc-375b-487a-bd8f-e858937725ee None None] The port '62228905-d088-49f2-924e-304ab20e8302' was deleted {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:37:31.863837 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:31.915861 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.944405 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.983820 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.131735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.168807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.198355 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceccd18a-64f1-4ca1-8d67-a84b4ff13de5,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:32.229040 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.230251 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-56944007-44bf-43aa-9989-c1f3463893f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ceccd18a-64f1-4ca1-8d67-a84b4ff13de5 HTTP/1.1" status: 204 len: 168 time: 0.3894393 May 03 21:37:32.253079 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:32.330106 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:32.331556 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.429039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Allocated IP 172.28.0.227 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/a74531c8-c607-40a0-90d6-f1b70b84b831) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:32.522487 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 62228905-d088-49f2-924e-304ab20e8302 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:32.559347 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 62228905-d088-49f2-924e-304ab20e8302 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:32.559754 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 62228905-d088-49f2-924e-304ab20e8302 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:32.613745 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.715615 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.793395 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:32.797045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:32.801377 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:32.829528 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=a74531c8-c607-40a0-90d6-f1b70b84b831,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:32.963521 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.134447 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.151384 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44308) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:33.304039 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-cf962600-0b97-4a91-ad15-8befcff2e23d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff71f8e9b82148d28a9b9122264a0042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1482296 May 03 21:37:33.304039 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44312) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:33.355709 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.363422 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.388807 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.406027 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.515808 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=a74531c8-c607-40a0-90d6-f1b70b84b831,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:33.520197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.532274 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.535404 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395659cd-1483-4af3-91a1-babe9f0c4f82,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:33.544253 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.545458 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-94b99e3a-de4a-4cde-a7cc-73a7baafc346 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/395659cd-1483-4af3-91a1-babe9f0c4f82 HTTP/1.1" status: 204 len: 168 time: 0.2405093 May 03 21:37:33.617548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.618725 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-92ae471e-8396-4466-9af6-ca94a393475a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8002188 May 03 21:37:33.849416 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-238c97ce-009b-4444-bc59-cec92a4d4b27 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:33.949076 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-238c97ce-009b-4444-bc59-cec92a4d4b27 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:33.950290 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-238c97ce-009b-4444-bc59-cec92a4d4b27 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1091092048&fields=id&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 267 time: 0.1420140 May 03 21:37:34.112952 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-79e692ae-1493-4d39-93de-27c90a9aec1a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:34.114522 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-79e692ae-1493-4d39-93de-27c90a9aec1a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 817 time: 0.1564384 May 03 21:37:34.132671 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-f0767a53-6692-4b0e-99f8-4122d7be893d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/quotas/fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 375 time: 0.0123060 May 03 21:37:34.226578 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-70063172-04cd-410b-adca-72bd0ca41bb1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:34.302786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-70063172-04cd-410b-adca-72bd0ca41bb1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:34.304131 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-70063172-04cd-410b-adca-72bd0ca41bb1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643834 May 03 21:37:34.511323 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:34.526140 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:34.526755 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:34.635937 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-70aec9fd-c66d-41b7-99e7-d2813fe21224 service neutron] 10.222.0.50 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185759 May 03 21:37:34.703724 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:34.770241 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-db950371-7f79-4f87-9504-f74beaebe00c service neutron] 10.222.0.50 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278622 May 03 21:37:35.058360 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:28Z', 'revision_number': 2, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:35.062604 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:35.063098 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Updating router 07991783-a6eb-43e5-9e23-539df4f0d1de port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 binding host dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:35.076748 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5a921617-514d-4a0c-a90b-e4d421f81bdd req-51510943-eeb2-41ef-9e20-09044e6bbe74 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 210 time: 0.0452445 May 03 21:37:35.116820 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.459922 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks [] for port, precommit_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.472346 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Transition to ACTIVE for port object d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 will not be triggered until provisioned by entity L2. {{(pid=83823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:35.542697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.671149 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3408-5d82-4859-8c50-586b1a1804e0 None None] Pushing event updated for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=3']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:35.770138 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Attempting to bind port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 on host dv-cinder-840377-1-smb for vnic_type normal with profile {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:35.770496 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Attempting to bind port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 by drivers openvswitch,hyperv on host dv-cinder-840377-1-smb at level 0 using segments [{'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:35.770851 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Attempting to bind port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:35.777998 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Checking agent: {'id': '8f1420fa-1bbb-4ef7-b4bc-dbe671fb5012', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 22, 46), 'started_at': datetime.datetime(2022, 5, 3, 21, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:35.779213 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Checking segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:35.779702 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.780092 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Bound using segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} {{(pid=83823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:35.780562 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.managers [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Bound port: d5c8cbeb-76f3-4724-8e0b-dea1747e54c0, host: dv-cinder-840377-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}}] {{(pid=83823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:35.780931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.873477 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] For port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0, host dv-cinder-840377-1-smb, cleared binding levels {{(pid=83823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:35.876583 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] For port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0, host dv-cinder-840377-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:35.988805 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:36.070948 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3408-5d82-4859-8c50-586b1a1804e0 None None] Pushing event updated for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:36.073855 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:36.074454 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:36.277458 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c1a42e8e-b3a9-46fd-a53a-b2c0a257e975 req-7b36b999-bdaf-48da-8bcb-9e0c330c0a35 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 210 time: 0.0468917 May 03 21:37:36.286870 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:36.652196 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:35Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:36.656528 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71f39f-46c1-4b38-9539-16c18c19d067 None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:35Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:37.503877 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f53d4fe-489f-4c44-ab76-532e0aefc082 req-82599b19-69dc-44cb-a993-2e4a90bf6b58 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 210 time: 0.0524778 May 03 21:37:37.667078 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-31e4c3b6-4dc7-4699-b552-6e033792619b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:37.668518 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-31e4c3b6-4dc7-4699-b552-6e033792619b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 817 time: 0.3143229 May 03 21:37:37.732101 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-84d705eb-e6de-434b-b5b5-fd65c6edde2c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 380 time: 0.0432150 May 03 21:37:37.741895 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'port': {'device_id': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'admin_state_up': True, 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'security_groups': ['98d93e17-6a86-45d2-99f3-9231160025fd']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:37.881372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:37.891857 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:37.970961 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Made reservation on behalf of fd67cbeef91f4626a025442681b6a8cd for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:37.974016 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.177160 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Allocated IP 172.20.0.9 (860c24b4-3635-41e9-96f9-c14142a39a50/71d42b76-771e-449c-b475-dcb907f2176b/7658d7ab-3699-49e1-b063-440e93cd6fb4) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:38.261571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:38.264107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cb78e-0507-4b22-8114-2e64fc44e600 req-e8b7ac23-45e0-4938-ab47-f91f4699f11a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:38.265590 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0c9cb78e-0507-4b22-8114-2e64fc44e600 req-e8b7ac23-45e0-4938-ab47-f91f4699f11a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.1422720 May 03 21:37:38.387956 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:38.392889 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:38.403726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.404485 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0c9cb78e-0507-4b22-8114-2e64fc44e600 req-8a263867-7714-484f-8aa3-5771429518b4 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814247 May 03 21:37:38.428602 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.444629 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Transition to ACTIVE for port object 7658d7ab-3699-49e1-b063-440e93cd6fb4 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:38.507356 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.531722 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.538831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] For port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:38.600831 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.609726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:38.612651 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:38.614564 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:38.616622 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:38.687818 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:38.688225 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Pushing event updated for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:38.688940 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.737920 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6788d-74f4-4e4a-9e2c-e37a7c31faee req-1c8365bf-baef-4409-9f38-625e1769423f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:38.739407 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-72b6788d-74f4-4e4a-9e2c-e37a7c31faee req-1c8365bf-baef-4409-9f38-625e1769423f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 931 time: 0.0874047 May 03 21:37:38.783609 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ed571671-7578-495c-9358-af4036e2383f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453365 May 03 21:37:38.787983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-72b6788d-74f4-4e4a-9e2c-e37a7c31faee req-3796439c-eb80-4dc5-8d10-689b9bf6ad90 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:38.800048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-72b6788d-74f4-4e4a-9e2c-e37a7c31faee req-3796439c-eb80-4dc5-8d10-689b9bf6ad90 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:38.801189 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-72b6788d-74f4-4e4a-9e2c-e37a7c31faee req-3796439c-eb80-4dc5-8d10-689b9bf6ad90 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560565 May 03 21:37:38.820253 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Request body: {'port': {'device_id': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:38.920609 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-541cae85-b5a9-40e6-ae12-229f3516fe37 None None] Provisioning for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:38.924886 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.925893 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-541cae85-b5a9-40e6-ae12-229f3516fe37 None None] Provisioning complete for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:38.926257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-541cae85-b5a9-40e6-ae12-229f3516fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:38.990240 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-541cae85-b5a9-40e6-ae12-229f3516fe37 None None] Port 7658d7ab-3699-49e1-b063-440e93cd6fb4 cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:39.267786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:39.274495 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:39.288868 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Transition to ACTIVE for port object 7658d7ab-3699-49e1-b063-440e93cd6fb4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:39.382313 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:39.508748 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:39.673875 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Attempting to bind port 7658d7ab-3699-49e1-b063-440e93cd6fb4 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:39.674523 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Attempting to bind port 7658d7ab-3699-49e1-b063-440e93cd6fb4 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:39.674523 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Attempting to bind port 7658d7ab-3699-49e1-b063-440e93cd6fb4 on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:39.683107 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Port 7658d7ab-3699-49e1-b063-440e93cd6fb4 on network 860c24b4-3635-41e9-96f9-c14142a39a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:37:39.683423 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Attempting to bind port 7658d7ab-3699-49e1-b063-440e93cd6fb4 on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:39.692095 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94085a2-f9b7-4b7d-830a-e9058d88292b req-3ef10a47-e31d-49c9-b9b3-169a0ebe9698 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:39.693572 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e94085a2-f9b7-4b7d-830a-e9058d88292b req-3ef10a47-e31d-49c9-b9b3-169a0ebe9698 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.1519814 May 03 21:37:39.698073 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:39.698406 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Checking segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:39.698782 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Bound using segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:39.699204 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Bound port: 7658d7ab-3699-49e1-b063-440e93cd6fb4, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:39.699546 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:39.891708 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e94085a2-f9b7-4b7d-830a-e9058d88292b req-66274bf3-385b-4444-a143-07d8c529a05e tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823554 May 03 21:37:39.914777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:39.917811 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:39.971761 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:40.023989 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c94d4-1905-4d3b-9d40-cf4d33193fc9 req-e8268a83-aa9c-47ed-b74d-fb9acb3e1030 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:40.025481 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b86c94d4-1905-4d3b-9d40-cf4d33193fc9 req-e8268a83-aa9c-47ed-b74d-fb9acb3e1030 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0811999 May 03 21:37:40.036606 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:40.037990 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] 10.222.0.32 "PUT /v2.0/ports/7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 1093 time: 1.2263167 May 03 21:37:40.038419 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:40.056671 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bab33-7ca4-4584-83d7-d27dee29f377 service neutron] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:40.075434 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b86c94d4-1905-4d3b-9d40-cf4d33193fc9 req-6ee54298-e25b-4df6-81de-eca7fedfef0d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 May 03 21:37:40.246931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 up at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:40.267021 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f02bdf0-98d3-4319-829c-ed1f947bb18f'] response: {'name': 'network-changed', 'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'status': 'completed', 'code': 200} May 03 21:37:40.280279 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-2c367e65-3ca0-417b-b6a6-51a9917998b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1096 time: 0.0903320 May 03 21:37:40.315389 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Provisioning complete for port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:40.315669 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:40.388860 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-b73df4ea-e499-4268-a218-f072130dcfa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 217 time: 0.0645885 May 03 21:37:40.462861 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-247d2200-95de-496d-9d75-daf27bae9540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:40.468891 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-247d2200-95de-496d-9d75-daf27bae9540 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0615113 May 03 21:37:40.540998 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-e832bd63-0fb9-4eff-806b-e675837f9304 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687096 May 03 21:37:40.646600 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-48b69d98-8597-46f2-ad26-1858bd31d08a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:40.647936 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-48b69d98-8597-46f2-ad26-1858bd31d08a tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.0750973 May 03 21:37:40.701442 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-ab07deeb-5213-4e54-9a10-ff9482f38f1a service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276226 May 03 21:37:40.719887 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Deleting port 942afb5d-3c6f-45c3-a794-2ccab85a15fb {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:40.720229 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:40.834889 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0ad846ce-59fc-4f69-92f5-335b8c6e67e9 req-a55e1ee7-8ec8-4686-b36f-a45f7f36e523 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 May 03 21:37:40.963934 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] For port 942afb5d-3c6f-45c3-a794-2ccab85a15fb, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=942afb5d-3c6f-45c3-a794-2ccab85a15fb,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:40.964324 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:41.070548 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-9dcf523a-7ed4-42fa-9138-8a06a78e3b43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1096 time: 0.0739026 May 03 21:37:41.210704 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-5528a807-476f-47f5-b6ed-3aac7634901e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:41.212140 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-5528a807-476f-47f5-b6ed-3aac7634901e service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1340539 May 03 21:37:41.295617 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0c17-d24a-4255-8ead-c8ae14003b22 req-f86c3f0a-7277-4404-a1ab-311e65be3072 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:41.297039 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-691f0c17-d24a-4255-8ead-c8ae14003b22 req-f86c3f0a-7277-4404-a1ab-311e65be3072 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 945 time: 0.2584224 May 03 21:37:41.321395 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-df26eb8a-0058-4efe-bedf-9feeea82ff04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 217 time: 0.0759327 May 03 21:37:41.334942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:41.335299 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:41.335607 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Floating IP 2dcf1c29-8a98-4276-9be3-da766d9c589b disassociated. External IP: 172.28.0.95, port: 942afb5d-3c6f-45c3-a794-2ccab85a15fb. May 03 21:37:41.335949 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Calling delete_port for 942afb5d-3c6f-45c3-a794-2ccab85a15fb owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:41.401672 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-098e6595-cb55-4a09-924e-30245ec5cb5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:41.404055 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-098e6595-cb55-4a09-924e-30245ec5cb5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0716834 May 03 21:37:41.410525 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2b66-b65f-4563-a346-c42d21f24a2e req-77f9f30e-584a-43d0-8579-ffc8afa19280 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:41.411196 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-08da2b66-b65f-4563-a346-c42d21f24a2e req-77f9f30e-584a-43d0-8579-ffc8afa19280 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:41.419338 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-691f0c17-d24a-4255-8ead-c8ae14003b22 req-0f5ecfc9-584c-46bb-93f7-34b0f955d621 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups?id=0171007f-8425-4d0b-b2a9-6cf02cd93138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121199 May 03 21:37:41.494591 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-38f22a43-4134-4e50-a459-2e0d7f91c9fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795884 May 03 21:37:41.524967 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-08da2b66-b65f-4563-a346-c42d21f24a2e req-77f9f30e-584a-43d0-8579-ffc8afa19280 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:41.526123 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-08da2b66-b65f-4563-a346-c42d21f24a2e req-77f9f30e-584a-43d0-8579-ffc8afa19280 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.3102956 May 03 21:37:41.559740 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:41.611156 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'Port': ['ID=942afb5d-3c6f-45c3-a794-2ccab85a15fb,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:41.629914 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:37:41.654381 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-08da2b66-b65f-4563-a346-c42d21f24a2e req-c5c5365b-0b3a-4f4f-a077-77f78a056b6b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800509 May 03 21:37:41.671019 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-e412e1e7-54ff-4a97-bad8-c5c3270c1c0a service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681492 May 03 21:37:41.821668 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1e1831b7-6a43-493c-b5fd-f584cfb456ba req-fcf02931-f04c-490d-bd99-049c561cb8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424160 May 03 21:37:41.841629 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:42.163444 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-acc311c8-829e-49e0-97fe-a8b8d76bf7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.198799 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:42.210365 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:42.222957 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:42.223656 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:42.279007 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] No DVR routers for this DVR port 942afb5d-3c6f-45c3-a794-2ccab85a15fb on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:42.282920 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.285598 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'name': 'network-vif-deleted', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:42.365530 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-98951a14-ea1c-4a96-ab82-d55ef029be07 req-0ce58b84-b283-4c71-8d69-667a24aa724c tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.32 "DELETE /v2.0/ports/942afb5d-3c6f-45c3-a794-2ccab85a15fb HTTP/1.1" status: 204 len: 173 time: 1.7103128 May 03 21:37:42.416003 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:42.438185 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b1e09e-6cf1-48df-b56b-72135a3ac793'] response: {'server_uuid': '3ef4b2e6-4283-4ee3-a580-8d79bc742c08', 'name': 'network-vif-deleted', 'tag': '942afb5d-3c6f-45c3-a794-2ccab85a15fb', 'status': 'completed', 'code': 200} May 03 21:37:42.589676 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f0d97290-82aa-4e36-8c63-309228ca7a79 req-ed9957cd-f252-4794-b40f-a388a1afe028 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef4b2e6-4283-4ee3-a580-8d79bc742c08 HTTP/1.1" status: 200 len: 210 time: 0.0466058 May 03 21:37:42.749729 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:42.754565 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:42.765900 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:42.766501 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:42.876247 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5e4fe-c74f-4b65-8e6f-1df2ecaee746 req-c7d1cec1-49d1-44a7-9aa9-b06209d5b646 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:42.877737 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ec5e4fe-c74f-4b65-8e6f-1df2ecaee746 req-c7d1cec1-49d1-44a7-9aa9-b06209d5b646 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0824516 May 03 21:37:42.924610 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ec5e4fe-c74f-4b65-8e6f-1df2ecaee746 req-7a332e91-81a7-4231-a7bb-bfa1debc291b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 May 03 21:37:42.948640 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:43.258217 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:43.268001 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2e1c57-9d9e-4753-8d3a-4129a4f1ba98 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:32:06Z', 'revision_number': 4, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '96a8080e-1fd2-4efb-a821-56c9e7aa0e18', 'name': '', 'network_id': '6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'mac_address': 'fa:16:3e:6a:9c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:04Z', 'updated_at': '2022-05-03T21:32:36Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'subnets': [{'id': '8ba8f093-1bde-48b3-a0cd-626b5edc77b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:43.810813 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44406) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:43.877691 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:43.905412 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.010860 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.030492 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0171007f-8425-4d0b-b2a9-6cf02cd93138,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:44.096075 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.097197 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d6361470-0170-4682-b6a7-61d2974c1f9f tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "DELETE /v2.0/security-groups/0171007f-8425-4d0b-b2a9-6cf02cd93138 HTTP/1.1" status: 204 len: 168 time: 0.2854102 May 03 21:37:44.099894 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44412) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:44.116663 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.api.v2.resource [None req-235466f1-5df2-40fd-8829-17c5bf571281 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] show failed (client error): The resource could not be found. May 03 21:37:44.123208 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-235466f1-5df2-40fd-8829-17c5bf571281 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "GET /v2.0/security-groups/0171007f-8425-4d0b-b2a9-6cf02cd93138 HTTP/1.1" status: 404 len: 347 time: 0.0169177 May 03 21:37:44.123338 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44416) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:44.240477 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684ceb-eca7-4071-a838-33b7aff0e56a req-39a2439a-3d61-4967-ae87-02f6f65241ca tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:44.243418 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-be684ceb-eca7-4071-a838-33b7aff0e56a req-39a2439a-3d61-4967-ae87-02f6f65241ca tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1794484 May 03 21:37:44.284983 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.287665 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Deleting port 23e2c19a-1190-40d0-893d-8eeadab0f2e1 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:44.288009 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.289550 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-be684ceb-eca7-4071-a838-33b7aff0e56a req-ef8e5b74-b1c0-437d-991e-8d6c8f2be742 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 May 03 21:37:44.460103 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.460338 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.578030 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Calling delete_port for 23e2c19a-1190-40d0-893d-8eeadab0f2e1 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:44.709481 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:37:44.717912 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 942afb5d-3c6f-45c3-a794-2ccab85a15fb no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:44.748105 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e52c1a3a-03da-4046-9f56-cba3bf2bc958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.754947 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 942afb5d-3c6f-45c3-a794-2ccab85a15fb {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:44.755289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 942afb5d-3c6f-45c3-a794-2ccab85a15fb not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:44.770488 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.815214 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Pushing event deleted for resources: {'Port': ['ID=23e2c19a-1190-40d0-893d-8eeadab0f2e1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:44.894212 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:44.908184 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:37:44.910209 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.924457 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.928477 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-56ba442e-0723-457e-abc4-927c7c2452c8 tempest-AttachVolumeTestJSON-958204535 tempest-AttachVolumeTestJSON-958204535-project] 10.222.0.50 "DELETE /v2.0/floatingips/2dcf1c29-8a98-4276-9be3-da766d9c589b HTTP/1.1" status: 204 len: 168 time: 0.8040562 May 03 21:37:44.969952 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.986805 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:45.002808 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:45.061412 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.127579 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:45.411309 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['7658d7ab-3699-49e1-b063-440e93cd6fb4'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:45.501227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05928e3-f07c-40fe-8aa8-38650ad70cf2 req-c85c81ed-fb28-49f6-a7e7-3be342a1af4e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:45.502717 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a05928e3-f07c-40fe-8aa8-38650ad70cf2 req-c85c81ed-fb28-49f6-a7e7-3be342a1af4e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 944 time: 0.0781140 May 03 21:37:45.549954 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a05928e3-f07c-40fe-8aa8-38650ad70cf2 req-442d71c7-6cec-4ca8-a173-521f6755da06 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 May 03 21:37:45.667221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.741458 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:46.221882 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-9654acd4-78b1-45a5-a61d-681656e590d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716867 May 03 21:37:46.387570 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-3f96f0c0-dde3-4e77-b6af-671525504155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f99f599336ad410b863de09335232069&device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 1098 time: 0.0683558 May 03 21:37:46.612838 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-60759ee9-d2b4-46f7-8678-5beabef555f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:46.614295 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-60759ee9-d2b4-46f7-8678-5beabef555f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 200 len: 916 time: 0.2082808 May 03 21:37:46.720259 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:46.723297 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-d8f79726-ca32-496a-9150-e242473801ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a436f82a-fd4e-4802-ae37-e2367b35d649 HTTP/1.1" status: 200 len: 1000 time: 0.1008532 May 03 21:37:46.763951 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab19c1-5e74-4e81-8151-91cf1900388c req-de681533-8fbb-48c4-a527-3b9a7bdc5ccc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:46.769748 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-34ab19c1-5e74-4e81-8151-91cf1900388c req-de681533-8fbb-48c4-a527-3b9a7bdc5ccc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 944 time: 0.0845447 May 03 21:37:46.795853 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-548f508b-4a14-413a-8599-b9f5334f38fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:46.797352 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-548f508b-4a14-413a-8599-b9f5334f38fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 200 len: 854 time: 0.0660822 May 03 21:37:46.811679 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-34ab19c1-5e74-4e81-8151-91cf1900388c req-7a4160c6-0c58-4f9a-a929-8d4fc8bb657d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405984 May 03 21:37:46.838835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:46.854355 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:46.854791 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:46.878610 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-50340bfb-d299-4d6f-bbde-c57a38d72ebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=211b5e50-0ee7-4b18-a33f-82f01f834814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733688 May 03 21:37:46.977206 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.005839 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:47.014828 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-093c92be-6bb1-4f6a-a751-f05e6a7846c4 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281185 May 03 21:37:47.015595 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:47.096078 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.145400 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac3648-dd15-438a-aaa2-f3f1c5ad5ab6'] response: {'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'code': 200} May 03 21:37:47.165355 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59c81012-e82c-4c0d-a106-1e14f27fc529 req-de35c7f9-076f-4ddc-8a38-98b82048f680 service neutron] 10.222.0.32 "GET /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404014 May 03 21:37:47.182161 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:47.233330 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.427120 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82da43-d341-4fa2-ac61-48ef7889a1d6 None None] New status for floating IP 2dcf1c29-8a98-4276-9be3-da766d9c589b: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:47.612850 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e6e9a03-312b-47c8-9d90-c15cd84e831a req-4cd91d0d-8ef1-4347-a653-734f240fbb64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1098 time: 0.0674930 May 03 21:37:47.657622 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5e6e9a03-312b-47c8-9d90-c15cd84e831a req-aa8e4313-0a8d-4d0a-8b99-68a8619b7249 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361824 May 03 21:37:48.025935 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87d9b9-bac8-416b-81ba-cae1e9e642a0 req-55530e77-b238-438a-be1f-31b327ebadb0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:48.028029 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7f87d9b9-bac8-416b-81ba-cae1e9e642a0 req-55530e77-b238-438a-be1f-31b327ebadb0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0812013 May 03 21:37:48.075037 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7f87d9b9-bac8-416b-81ba-cae1e9e642a0 req-924c2a8a-baf6-4661-9ec8-747c10a847d9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 May 03 21:37:49.312269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81937e2-05d5-403a-834b-a56103fb55b2 req-14f87eca-0cdb-4540-bc3c-2996626918ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:49.312269 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d81937e2-05d5-403a-834b-a56103fb55b2 req-14f87eca-0cdb-4540-bc3c-2996626918ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0922084 May 03 21:37:49.329719 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44470) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:49.380511 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d81937e2-05d5-403a-834b-a56103fb55b2 req-cd0359e5-3348-4cc7-98e4-9442244a2f56 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614183 May 03 21:37:49.736523 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0e7f7-4aa0-4d96-8565-70ba07e1f14f req-67875c88-c29b-4cd1-b0ca-e6720b70ed08 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:49.737996 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-44a0e7f7-4aa0-4d96-8565-70ba07e1f14f req-67875c88-c29b-4cd1-b0ca-e6720b70ed08 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.1652849 May 03 21:37:49.747419 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44480) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:49.752882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'floatingip': {'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:49.831838 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.976823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:50.434295 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:50.496538 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:50.694119 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Deleting port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:50.694673 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:50.712573 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Floating IP 26fc0e55-088e-428a-8332-a298962f160a associated. External IP: 172.28.0.227, port: 7658d7ab-3699-49e1-b063-440e93cd6fb4. May 03 21:37:50.875303 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] For port 96a8080e-1fd2-4efb-a821-56c9e7aa0e18, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:50.875615 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.003489 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Calling delete_port for 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 owned by network:router_interface {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:51.206444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:51.255339 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.300206 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a8080e-1fd2-4efb-a821-56c9e7aa0e18,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:51.450402 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:51.458477 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.471190 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:51.492719 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:51.493680 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:51.533855 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-75152690-a4e2-4c50-aef3-51384d27e38f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "PUT /v2.0/floatingips/26fc0e55-088e-428a-8332-a298962f160a HTTP/1.1" status: 200 len: 991 time: 1.7853177 May 03 21:37:51.534701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:51.597338 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbcdc3b-ecfb-486e-a759-821a491215ab'] response: {'name': 'network-changed', 'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'status': 'completed', 'code': 200} May 03 21:37:51.641555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.740736 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:51.867263 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-c58ffc52-8206-4f28-a817-60201ebead52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1098 time: 0.1653612 May 03 21:37:52.100726 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '26fc0e55-088e-428a-8332-a298962f160a', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:32Z', 'updated_at': '2022-05-03T21:37:50Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:52.104611 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:52.116299 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:52.116905 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:52.227120 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-05057ab1-2d85-4c00-9895-a3ea7dcfc0b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:52.228563 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-05057ab1-2d85-4c00-9895-a3ea7dcfc0b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.3552551 May 03 21:37:52.298510 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:52.367471 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-75ac58c2-e09f-4bf7-9a7f-599d6c9019d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 999 time: 0.1280408 May 03 21:37:52.551584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-a3952c29-b5a5-4a58-9f8e-eee1a2cdc135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:52.553017 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-a3952c29-b5a5-4a58-9f8e-eee1a2cdc135 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.1759937 May 03 21:37:52.659971 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '26fc0e55-088e-428a-8332-a298962f160a', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:32Z', 'updated_at': '2022-05-03T21:37:50Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:52.662115 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-60aa89e0-21fa-412f-b014-088f6b5d768f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934498 May 03 21:37:52.663943 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98fa0f-cb7f-43c4-b218-df56e8b704fb None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': '26fc0e55-088e-428a-8332-a298962f160a', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:37:32Z', 'updated_at': '2022-05-03T21:37:50Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:52.800079 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Router 4198d165-80c6-442c-ad53-07339e9b0a81 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:52.822066 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-fd217672-8556-4d22-bd1e-29024a321b2b service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523745 May 03 21:37:53.079966 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-aa753758-da7c-4e06-b2c8-0193873b3efb req-74eb7b37-c49b-4d4b-a127-1bc62771a299 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054927 May 03 21:37:53.129205 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:53.137473 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Sync routers for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:53.144453 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c03799da-5e36-4aa2-a254-5a02b2196f60 admin admin] 10.222.0.50 "PUT /v2.0/routers/4198d165-80c6-442c-ad53-07339e9b0a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8105459 May 03 21:37:53.144593 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44502) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:53.150199 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:53.150904 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:53.347920 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.363552 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:53.558786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.654908 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Deleting port aa509a13-e82f-4151-bb8b-42f0e683b2cd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:53.655253 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.658262 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:37:51Z', 'revision_number': 5, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port': {'id': 'aa509a13-e82f-4151-bb8b-42f0e683b2cd', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:57Z', 'updated_at': '2022-05-03T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:53.662646 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Checking router: 4198d165-80c6-442c-ad53-07339e9b0a81 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:53.674144 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Routers {'4198d165-80c6-442c-ad53-07339e9b0a81'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:53.674749 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['4198d165-80c6-442c-ad53-07339e9b0a81'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:53.832596 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] Set router 4198d165-80c6-442c-ad53-07339e9b0a81 gateway port host: None {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:53.844188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] For port aa509a13-e82f-4151-bb8b-42f0e683b2cd, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=aa509a13-e82f-4151-bb8b-42f0e683b2cd,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:53.844542 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.941886 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:37:53Z', 'revision_number': 6, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port_host': None}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:53.946217 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ad093-e0db-44ab-a7c8-26b28121bfe8 None None] The sync data for ids ['4198d165-80c6-442c-ad53-07339e9b0a81'] in dv-cinder-840377-1-smb is: [{'id': '4198d165-80c6-442c-ad53-07339e9b0a81', 'name': 'tempest-AttachVolumeTestJSON-1554986032-router', 'tenant_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:55Z', 'updated_at': '2022-05-03T21:37:53Z', 'revision_number': 6, 'project_id': '9534cd3aa61144c0a9b25e26b1ab7e31', 'gw_port_host': None}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:53.978606 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Calling delete_port for aa509a13-e82f-4151-bb8b-42f0e683b2cd owned by network:router_gateway {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:54.204000 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.248583 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa509a13-e82f-4151-bb8b-42f0e683b2cd,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:54.362028 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:54.396208 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:54.396552 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 96a8080e-1fd2-4efb-a821-56c9e7aa0e18 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:54.575750 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab86a8-11cd-487b-b7e6-76fa139202c0 None None] New status for floating IP 26fc0e55-088e-428a-8332-a298962f160a: ACTIVE {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:54.604009 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.866285 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.870631 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.951968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.952529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4198d165-80c6-442c-ad53-07339e9b0a81 {{(pid=83821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:37:54.965235 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.968643 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4cdc4a9a-e219-48ee-a0c1-6e26d8bfa8c3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4198d165-80c6-442c-ad53-07339e9b0a81 HTTP/1.1" status: 204 len: 168 time: 1.8211620 May 03 21:37:54.968975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44526) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:55.028214 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Deleting subnet 8ba8f093-1bde-48b3-a0cd-626b5edc77b9 {{(pid=83821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:37:55.031071 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.136279 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267266523'] for subnet, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.163647 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.330021 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1254383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266638980'] for subnet, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.369871 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba8f093-1bde-48b3-a0cd-626b5edc77b9,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:55.376671 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.382372 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eedd74-814f-47f8-be46-bda8e1d5cb55 None None] Network 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:55.382841 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-6d20bbc2-7145-4a09-953d-464f1da5e2d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8ba8f093-1bde-48b3-a0cd-626b5edc77b9 HTTP/1.1" status: 204 len: 168 time: 0.4124942 May 03 21:37:55.384876 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44530) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:55.488991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.500433 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Deleting port 257a637f-f453-4e09-b1b9-ba9f3821331a {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:55.500764 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.711010 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] DHCP port deletion for 6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:37:55.715419 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Deleting port 257a637f-f453-4e09-b1b9-ba9f3821331a {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:55.715797 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.735424 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] For port 257a637f-f453-4e09-b1b9-ba9f3821331a, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=257a637f-f453-4e09-b1b9-ba9f3821331a,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:55.735784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.859925 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Calling delete_port for 257a637f-f453-4e09-b1b9-ba9f3821331a owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:55.920421 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] For port 257a637f-f453-4e09-b1b9-ba9f3821331a, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=257a637f-f453-4e09-b1b9-ba9f3821331a,segment=NetworkSegment(6b15b017-726a-4aa3-83d7-fb0b7dfea3fe),segment_id=6b15b017-726a-4aa3-83d7-fb0b7dfea3fe)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:55.920907 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.050768 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Calling delete_port for 257a637f-f453-4e09-b1b9-ba9f3821331a owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:56.112186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.160334 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Pushing event deleted for resources: {'Port': ['ID=257a637f-f453-4e09-b1b9-ba9f3821331a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:56.165666 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:56.166824 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:56.167812 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] No DVR routers for this DVR port 257a637f-f453-4e09-b1b9-ba9f3821331a on host dv-cinder-840377-1-smb {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:56.246835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device aa509a13-e82f-4151-bb8b-42f0e683b2cd no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:56.280835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: aa509a13-e82f-4151-bb8b-42f0e683b2cd {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:56.281091 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device aa509a13-e82f-4151-bb8b-42f0e683b2cd not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:56.281538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 257a637f-f453-4e09-b1b9-ba9f3821331a no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:56.313353 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 257a637f-f453-4e09-b1b9-ba9f3821331a {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:56.313697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 257a637f-f453-4e09-b1b9-ba9f3821331a not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:56.335693 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.374199 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:56.388364 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:56.388657 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b15b017-726a-4aa3-83d7-fb0b7dfea3fe') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:56.402826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.426543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd3d-3c03-4c07-a196-fa57cd701bea req-84ef4980-56ef-410f-87d8-8763c001061c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:56.427975 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4501bd3d-3c03-4c07-a196-fa57cd701bea req-84ef4980-56ef-410f-87d8-8763c001061c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.1522906 May 03 21:37:56.428805 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.436269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:37:56.436642 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:37:56.449559 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:37:56.553601 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4501bd3d-3c03-4c07-a196-fa57cd701bea req-43baa989-b5ea-40ed-b9ca-978fdc11612c tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188307 May 03 21:37:56.620819 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.639606 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.644938 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] Pushing event deleted for resources: {'Network': ['ID=6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:56.669366 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Deleting port 257a637f-f453-4e09-b1b9-ba9f3821331a {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:56.669849 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:56.713066 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a604620b-604e-4418-8470-ac4ce19bb052 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6539e2c9-7f96-49ea-88e1-3ea75d1d1c9e HTTP/1.1" status: 204 len: 168 time: 1.3271310 May 03 21:37:56.737384 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb68b2b-f196-46c1-898a-fdbb41f15e2d None None] The port '257a637f-f453-4e09-b1b9-ba9f3821331a' was deleted {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:37:57.056534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44544) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:57.108052 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d89faba1-2629-4667-b86d-21b190a2db8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9534cd3aa61144c0a9b25e26b1ab7e31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503373 May 03 21:37:57.110524 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44550) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:57.167821 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.192298 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.334995 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.352692 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f156e91-b1b3-49cf-9bab-e9b9cc0614dc,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:57.359859 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.361068 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-839c93fd-15b7-44f6-a688-489e9defa279 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f156e91-b1b3-49cf-9bab-e9b9cc0614dc HTTP/1.1" status: 204 len: 168 time: 0.2496645 May 03 21:37:57.757823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02d5a-620f-4092-8832-7583491b3780 req-fc2eef1f-b24f-4aae-829c-f3fc88ad2bd7 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:57.759343 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8ce02d5a-620f-4092-8832-7583491b3780 req-fc2eef1f-b24f-4aae-829c-f3fc88ad2bd7 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.0804980 May 03 21:37:57.804997 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8ce02d5a-620f-4092-8832-7583491b3780 req-5fbf1d74-ad86-4020-88c2-7bd0bd879eaf tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 May 03 21:37:58.189392 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-9c4f6f83-f60d-42b4-b524-93c852505227 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:58.190864 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-9c4f6f83-f60d-42b4-b524-93c852505227 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.0776472 May 03 21:37:58.262574 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port a436f82a-fd4e-4802-ae37-e2367b35d649 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:58.262974 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:58.613901 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] For port a436f82a-fd4e-4802-ae37-e2367b35d649, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a436f82a-fd4e-4802-ae37-e2367b35d649,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:58.614250 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:58.911984 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:58.912613 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:58.912731 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Floating IP 130b8286-db99-4a9a-9a87-32b0fd77de2b disassociated. External IP: 172.28.0.18, port: a436f82a-fd4e-4802-ae37-e2367b35d649. May 03 21:37:58.912978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for a436f82a-fd4e-4802-ae37-e2367b35d649 owned by compute:nova {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:59.015979 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10554c3-5471-488b-98d3-57875ec37067 req-ff47c33e-c97f-4d59-9528-1d76251ba3e3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:59.017498 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d10554c3-5471-488b-98d3-57875ec37067 req-ff47c33e-c97f-4d59-9528-1d76251ba3e3 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 945 time: 0.0876634 May 03 21:37:59.063626 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d10554c3-5471-488b-98d3-57875ec37067 req-22f9a175-88e6-45df-82ba-1ef3c8e7ee94 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups?id=eb230a0a-2426-428e-8a91-e96e3731bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 May 03 21:37:59.123478 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:59.170572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=a436f82a-fd4e-4802-ae37-e2367b35d649,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:59.379276 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:59.585446 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:59.597341 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:59.611053 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:59.611903 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:59.660839 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] No DVR routers for this DVR port a436f82a-fd4e-4802-ae37-e2367b35d649 on host hv-cinder-84037 {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:59.662918 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:59.665563 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'name': 'network-vif-deleted', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:59.738578 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb580b0-d887-4970-9508-63a3e7a21f6a'] response: {'server_uuid': 'b1cf80ac-fad5-4245-bde6-f87cd2fdd412', 'name': 'network-vif-deleted', 'tag': 'a436f82a-fd4e-4802-ae37-e2367b35d649', 'status': 'completed', 'code': 200} May 03 21:37:59.758067 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec2690a2-b05c-4c58-9bbb-b3bbc046ff83 req-77889b3f-841f-411c-b28c-103ac4412934 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.32 "DELETE /v2.0/ports/a436f82a-fd4e-4802-ae37-e2367b35d649 HTTP/1.1" status: 204 len: 173 time: 1.5617628 May 03 21:37:59.810548 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:00.141157 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:00.145205 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:38:00.156399 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:00.157236 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:00.260882 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9c8452f0-9d5a-44d3-9032-a00909dc5034 req-c2146ae7-c5bb-494b-b227-8b6d5f9a9efa tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cf80ac-fad5-4245-bde6-f87cd2fdd412 HTTP/1.1" status: 200 len: 210 time: 0.0517282 May 03 21:38:00.342471 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:00.673016 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:00.677057 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee2574-cd7c-4cf1-b2bb-14be2b11fc64 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:32:02Z', 'revision_number': 4, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': '77fe7e94-6ad4-4c79-ac2d-8eceebf389a1', 'name': '', 'network_id': '211b5e50-0ee7-4b18-a33f-82f01f834814', 'tenant_id': 'f99f599336ad410b863de09335232069', 'mac_address': 'fa:16:3e:ab:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:59Z', 'updated_at': '2022-05-03T21:32:20Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'subnets': [{'id': '6476a073-8fdc-46d0-82f7-01c1bfdcc69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:38:00.781801 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a436f82a-fd4e-4802-ae37-e2367b35d649 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:00.817171 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: a436f82a-fd4e-4802-ae37-e2367b35d649 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:38:00.817541 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a436f82a-fd4e-4802-ae37-e2367b35d649 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:00.986763 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd122a3-bb50-4fec-a62a-9533ef00443e None None] New status for floating IP 130b8286-db99-4a9a-9a87-32b0fd77de2b: DOWN {{(pid=83824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:38:01.477734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44616) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:01.542304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.570640 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.671456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.690652 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb230a0a-2426-428e-8a91-e96e3731bd91,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:01.738882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.740017 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-c1da77a1-1fb8-4022-9d4e-3ab6aad29fd9 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb230a0a-2426-428e-8a91-e96e3731bd91 HTTP/1.1" status: 204 len: 168 time: 0.2613099 May 03 21:38:01.742729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44624) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:01.759944 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.api.v2.resource [None req-5bfb994c-7418-41b7-948f-8f6927d0d88d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] show failed (client error): The resource could not be found. May 03 21:38:01.764275 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-5bfb994c-7418-41b7-948f-8f6927d0d88d tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "GET /v2.0/security-groups/eb230a0a-2426-428e-8a91-e96e3731bd91 HTTP/1.1" status: 404 len: 347 time: 0.0180500 May 03 21:38:01.764677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44628) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:01.915583 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Deleting port f7a1c62f-24d8-4091-bb1e-0eed4b28beb2 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:01.915953 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.096211 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.096543 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.299027 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Calling delete_port for f7a1c62f-24d8-4091-bb1e-0eed4b28beb2 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:38:02.505835 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.549768 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Pushing event deleted for resources: {'Port': ['ID=f7a1c62f-24d8-4091-bb1e-0eed4b28beb2,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:02.561807 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.562149 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.562488 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.562820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.563181 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.563864 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.563864 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.564139 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.564463 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.564786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.565107 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:02.655240 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.669217 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.670385 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a7662330-c8dc-4805-aeb9-d63322f640d4 tempest-AttachVolumeNegativeTest-562602172 tempest-AttachVolumeNegativeTest-562602172-project] 10.222.0.50 "DELETE /v2.0/floatingips/130b8286-db99-4a9a-9a87-32b0fd77de2b HTTP/1.1" status: 204 len: 168 time: 0.9045424 May 03 21:38:07.335552 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44728) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:07.911346 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.506356 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Deleting port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:08.507001 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.756440 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] For port 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:08.756714 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.880004 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Calling delete_port for 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 owned by network:router_interface {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:38:08.999719 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44752) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:09.104546 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.141159 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.150733 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fe7e94-6ad4-4c79-ac2d-8eceebf389a1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:09.174103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:09.178297 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Usage tracker for resource:security_group_rule and tenant:360f8918967d44a8beab69a3968d97a4 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:09.181461 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:09.188132 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:09.264436 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.339605 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.397674 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7f8b7-a4d0-4d42-8d0f-c480417f21d5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:09.406178 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-869b19b5-18f5-4e07-9f3c-564725be8119 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=360f8918967d44a8beab69a3968d97a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042861 May 03 21:38:09.406576 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44758) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:09.457169 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.470125 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.497042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.636442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.653851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7f8b7-a4d0-4d42-8d0f-c480417f21d5,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:09.659228 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.660349 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-5b64cd66-d7d5-45f5-9262-05008adbe121 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1c7f8b7-a4d0-4d42-8d0f-c480417f21d5 HTTP/1.1" status: 204 len: 168 time: 0.2524095 May 03 21:38:10.042329 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:38:10.248288 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44766) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:10.269623 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.301125 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:10.304972 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0e5c2b92d04b8db997d6d79bb58f20 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:10.307808 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:10.314139 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:10.336568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:38:10.346146 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Sync routers for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:38:10.349408 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fbea29fd-2f60-4fa3-b98d-d1e29391dfb0 admin admin] 10.222.0.50 "PUT /v2.0/routers/c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127535 May 03 21:38:10.351930 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44770) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:10.363367 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:10.364499 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:10.384947 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.447829 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.496388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846db7e9-cbef-49df-a4d8-0b17b41672b0,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:10.504412 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-37f173b5-8df9-4202-8b0c-aaf58964c6f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b0e5c2b92d04b8db997d6d79bb58f20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527897 May 03 21:38:10.505417 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44774) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:10.561040 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks [] for router, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.563054 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:10.569026 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.596210 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.733999 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.753496 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846db7e9-cbef-49df-a4d8-0b17b41672b0,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:10.755329 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.759288 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7f0f3c7d-dd1d-46dc-b32b-627cb48f6d44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/846db7e9-cbef-49df-a4d8-0b17b41672b0 HTTP/1.1" status: 204 len: 168 time: 0.2508726 May 03 21:38:10.760734 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.825523 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Deleting port 8c83bf93-e294-49b6-9be3-f396b13308a7 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:10.825865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.877024 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:38:08Z', 'revision_number': 5, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port': {'id': '8c83bf93-e294-49b6-9be3-f396b13308a7', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:31:53Z', 'updated_at': '2022-05-03T21:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:10.881154 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Checking router: c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:38:10.893094 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Routers {'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:10.893894 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:37:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:11.005191 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] For port 8c83bf93-e294-49b6-9be3-f396b13308a7, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=8c83bf93-e294-49b6-9be3-f396b13308a7,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:11.005576 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:11.046578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] Set router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 gateway port host: None {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:11.131658 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Calling delete_port for 8c83bf93-e294-49b6-9be3-f396b13308a7 owned by network:router_gateway {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:38:11.156756 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:38:10Z', 'revision_number': 6, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port_host': None}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:11.160764 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab5158-65c4-4585-94f0-156ac2196c74 None None] The sync data for ids ['c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03'] in dv-cinder-840377-1-smb is: [{'id': 'c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03', 'name': 'tempest-AttachVolumeNegativeTest-1352178316-router', 'tenant_id': 'f99f599336ad410b863de09335232069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:31:51Z', 'updated_at': '2022-05-03T21:38:10Z', 'revision_number': 6, 'project_id': 'f99f599336ad410b863de09335232069', 'gw_port_host': None}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:38:11.361772 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:11.408017 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8c83bf93-e294-49b6-9be3-f396b13308a7,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:11.637453 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:11.993421 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:11.998092 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.098821 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.099348 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 {{(pid=83822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:38:12.112385 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.113506 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-239a1a72-7779-4624-8f9d-0d68d2d034ca admin admin] 10.222.0.50 "DELETE /v2.0/routers/c69666ca-1a6a-4d2d-b7ff-6fa9f599ae03 HTTP/1.1" status: 204 len: 168 time: 1.7606602 May 03 21:38:12.116081 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44798) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:12.179378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Deleting subnet 6476a073-8fdc-46d0-82f7-01c1bfdcc69a {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:38:12.184301 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3824cd5a-dde0-4283-bef8-08e192dc710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.184761 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.241712 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.262698 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:12.298708 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:38:12.298708 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 77fe7e94-6ad4-4c79-ac2d-8eceebf389a1 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:12.298708 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 8c83bf93-e294-49b6-9be3-f396b13308a7 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:12.323574 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.330221 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 8c83bf93-e294-49b6-9be3-f396b13308a7 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:38:12.342116 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 8c83bf93-e294-49b6-9be3-f396b13308a7 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:12.448102 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.488795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6476a073-8fdc-46d0-82f7-01c1bfdcc69a,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:12.495452 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.501501 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-01bd3704-c84b-4a93-b067-cc0a85f5e9a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6476a073-8fdc-46d0-82f7-01c1bfdcc69a HTTP/1.1" status: 204 len: 168 time: 0.3842878 May 03 21:38:12.502250 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1b10e-c56b-4da8-991d-d67994303428 None None] Network 211b5e50-0ee7-4b18-a33f-82f01f834814 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:38:12.503959 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44808) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:12.612010 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.624543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Deleting port 83371b4e-ae4c-4e84-b551-fbbbad58d5df {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:12.628799 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.767259 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] DHCP port deletion for 211b5e50-0ee7-4b18-a33f-82f01f834814 request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:38:12.772255 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Deleting port 83371b4e-ae4c-4e84-b551-fbbbad58d5df {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:12.772743 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.845037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] For port 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=83371b4e-ae4c-4e84-b551-fbbbad58d5df,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:12.845429 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.031932 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] For port 83371b4e-ae4c-4e84-b551-fbbbad58d5df, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=83371b4e-ae4c-4e84-b551-fbbbad58d5df,segment=NetworkSegment(e9522ac0-b480-49ca-ab6d-81867f86e101),segment_id=e9522ac0-b480-49ca-ab6d-81867f86e101)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:13.032345 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.070056 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Calling delete_port for 83371b4e-ae4c-4e84-b551-fbbbad58d5df owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:38:13.153650 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Calling delete_port for 83371b4e-ae4c-4e84-b551-fbbbad58d5df owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:38:13.196517 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.230416 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:38:13.231455 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:38:13.241713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Pushing event deleted for resources: {'Port': ['ID=83371b4e-ae4c-4e84-b551-fbbbad58d5df,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:13.249603 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] No DVR routers for this DVR port 83371b4e-ae4c-4e84-b551-fbbbad58d5df on host dv-cinder-840377-1-smb {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:38:13.367994 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.395240 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211b5e50-0ee7-4b18-a33f-82f01f834814']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:13.411663 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9522ac0-b480-49ca-ab6d-81867f86e101') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:13.411957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9522ac0-b480-49ca-ab6d-81867f86e101') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:13.423854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.440802 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.447608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:38:13.447993 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:38:13.462118 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:38:13.607782 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.624173 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.638566 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] Pushing event deleted for resources: {'Network': ['ID=211b5e50-0ee7-4b18-a33f-82f01f834814,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:13.731629 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Deleting port 83371b4e-ae4c-4e84-b551-fbbbad58d5df {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:38:13.732083 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.745278 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8c466ba7-abfd-4c69-a156-0489688c841f admin admin] 10.222.0.50 "DELETE /v2.0/networks/211b5e50-0ee7-4b18-a33f-82f01f834814 HTTP/1.1" status: 204 len: 168 time: 1.2402382 May 03 21:38:13.797746 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca3ea-3085-4bd4-8804-d4dcf2bede1d None None] The port '83371b4e-ae4c-4e84-b551-fbbbad58d5df' was deleted {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:38:13.971552 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44842) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:14.073555 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44848) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:14.129731 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.158631 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5d39d4b0-e728-4d5d-90dc-32cfe4e0a7c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f99f599336ad410b863de09335232069&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0833597 May 03 21:38:14.161238 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 44852) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:14.174125 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:14.177883 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Usage tracker for resource:security_group_rule and tenant:11289673d48545f7bdc912c2cfcad8cf is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:14.180648 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:14.186677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:14.224440 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.254348 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.257833 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 83371b4e-ae4c-4e84-b551-fbbbad58d5df no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:14.258583 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.294535 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 83371b4e-ae4c-4e84-b551-fbbbad58d5df {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:38:14.294872 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 83371b4e-ae4c-4e84-b551-fbbbad58d5df not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:14.299133 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.316350 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.363362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b6809-a036-497f-9359-229898f16cad,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:14.368737 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d7bda1a0-67e5-4e34-83e6-be32b87cf76b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11289673d48545f7bdc912c2cfcad8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3956678 May 03 21:38:14.371529 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44856) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:14.378217 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.394084 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbcf3c0-e2dc-4934-867e-e22937361490,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:14.402753 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.403931 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-77763f56-546e-43d2-a4f0-8a1f07177e70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cbcf3c0-e2dc-4934-867e-e22937361490 HTTP/1.1" status: 204 len: 168 time: 0.2416368 May 03 21:38:14.435374 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.465208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.584650 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.602178 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b6809-a036-497f-9359-229898f16cad,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:14.606232 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.608749 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fbf88654-acbf-4d2d-a9d5-ca2ecfcad6f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/419b6809-a036-497f-9359-229898f16cad HTTP/1.1" status: 204 len: 168 time: 0.2349184 May 03 21:38:14.722078 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f883c8ee-cf5c-4560-96a6-16cb3fb99b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.296208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44878) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:15.316224 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.347038 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:15.350865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fbd9a36074460d8147d5e4fb8cfc37 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:15.353642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:15.359732 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:15.426678 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.493175 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.540267 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70651a3-23ae-41d4-81e0-ca5f1c43e051,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:15.546209 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-7f4a84fe-eb70-4b42-91dd-cc865c06ae66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5fbd9a36074460d8147d5e4fb8cfc37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489796 May 03 21:38:15.548873 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 44886) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:15.614964 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.640937 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.681680 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.756203 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.784239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.800196 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70651a3-23ae-41d4-81e0-ca5f1c43e051,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:15.806042 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.807159 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ef079d40-8e9e-4e97-b3d1-c627fdaa8d73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e70651a3-23ae-41d4-81e0-ca5f1c43e051 HTTP/1.1" status: 204 len: 168 time: 0.2573063 May 03 21:38:17.241548 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:18.630680 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:22.767990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45052) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:22.908386 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:22.937818 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:22.941584 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Usage tracker for resource:security_group_rule and tenant:ab3527f0d2ba46618ce408f91986aa98 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:22.944277 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:22.950532 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:23.016214 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.063567 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.108216 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3304dc03-ff26-4f93-b944-adf7af937ac5,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:23.113629 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-785f997c-c7b8-42b1-925d-3932c3b433cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab3527f0d2ba46618ce408f91986aa98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446207 May 03 21:38:23.116357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45058) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:23.179077 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.206828 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.355020 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.372649 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304dc03-ff26-4f93-b944-adf7af937ac5,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:23.376065 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.380184 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-05a95fcf-fa03-4013-a32d-985c5e83c301 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3304dc03-ff26-4f93-b944-adf7af937ac5 HTTP/1.1" status: 204 len: 168 time: 0.2599888 May 03 21:38:23.836338 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45078) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:23.980319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.011196 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:24.015767 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Usage tracker for resource:security_group_rule and tenant:bed1b9e5306b48239dd9c019988a0c39 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:24.018574 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:24.024187 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:24.087717 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.131702 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.181794 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb1dbd-637a-461e-bde6-ab267784be3b,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.189801 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-7dea103b-e674-4ba6-ba41-eee319f025da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bed1b9e5306b48239dd9c019988a0c39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3522425 May 03 21:38:24.189968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45090) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:24.254775 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.280683 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.400834 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.415669 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb1dbd-637a-461e-bde6-ab267784be3b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.427412 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.428555 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8eb1dbd-637a-461e-bde6-ab267784be3b HTTP/1.1" status: 204 len: 168 time: 0.2374623 May 03 21:38:24.429894 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:24.435966 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fda586-f3c2-4db9-80c9-4ce04f3c63ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:25.030791 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45110) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:25.049630 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.081079 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:25.084911 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe9c035d1574cbbac24f8307b12a97e is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:25.087858 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:25.093656 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:25.159413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.206593 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.255451 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4986f2a9-bdf0-4427-ba18-707bf980ed49,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:25.260714 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4e30844a-92da-4f4f-8e1f-b596da142a28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fe9c035d1574cbbac24f8307b12a97e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2287688 May 03 21:38:25.264154 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45118) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:25.328875 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.355153 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.509632 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.525973 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4986f2a9-bdf0-4427-ba18-707bf980ed49,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:25.531646 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.532034 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-03d891aa-dd29-4a51-a17b-7ac0288407aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4986f2a9-bdf0-4427-ba18-707bf980ed49 HTTP/1.1" status: 204 len: 168 time: 0.2676768 May 03 21:38:26.488729 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45146) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:26.508382 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.539581 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:26.543984 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:aba5efabd84c4ce7b1c366c5adb9a515 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:26.546844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:26.552556 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:26.617423 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.703513 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.752275 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aba5efabd84c4ce7b1c366c5adb9a515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2621870 May 03 21:38:26.752945 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ef33c-ffa9-4a87-977f-29392cdae9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c3e40c-d660-4893-b16e-e4716fd5bd90,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:26.755742 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45150) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:26.816885 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.842188 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.943582 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.960429 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c3e40c-d660-4893-b16e-e4716fd5bd90,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:26.974483 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:26.975970 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d0a92a1d-537f-482a-99dd-db3e10515196 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09c3e40c-d660-4893-b16e-e4716fd5bd90 HTTP/1.1" status: 204 len: 168 time: 0.2190793 May 03 21:38:36.006239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed254699-0e52-4855-b5d8-74463cd275cb req-2d6c9886-d877-48af-8a97-adeb518ce4cb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:36.007755 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ed254699-0e52-4855-b5d8-74463cd275cb req-2d6c9886-d877-48af-8a97-adeb518ce4cb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0849171 May 03 21:38:36.054174 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ed254699-0e52-4855-b5d8-74463cd275cb req-11bfab01-f7d6-46c6-adfd-46ad3b6e1c0b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 May 03 21:38:36.369422 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45316) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:36.513237 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.545472 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:36.549195 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Usage tracker for resource:security_group_rule and tenant:9adb25325c6d4d5188a758b5a4f19626 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:36.552041 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:36.557590 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:36.623620 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.702512 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.750174 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b67af47-2086-48e3-a77c-1600d4418de0,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:36.754180 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-2785771f-d374-4713-8e69-c26121218535 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9adb25325c6d4d5188a758b5a4f19626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3837469 May 03 21:38:36.756829 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45324) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:36.901378 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.927651 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.051450 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.067985 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b67af47-2086-48e3-a77c-1600d4418de0,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:37.074481 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.076079 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-04b65142-aa60-4cc2-9522-499463c8fcbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b67af47-2086-48e3-a77c-1600d4418de0 HTTP/1.1" status: 204 len: 168 time: 0.3182807 May 03 21:38:37.276248 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17d008-0778-4e0d-924b-6f89feacf84c req-10805df4-a03e-4b70-b1e3-ef08b07ed56d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:37.277823 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9f17d008-0778-4e0d-924b-6f89feacf84c req-10805df4-a03e-4b70-b1e3-ef08b07ed56d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0818827 May 03 21:38:37.327867 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9f17d008-0778-4e0d-924b-6f89feacf84c req-42f9edbf-61b3-400f-9b18-9b5275f10713 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434356 May 03 21:38:37.644970 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45334) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.663860 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.693983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:37.697865 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0494c98e26641189fe7c96f2364ab8d is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:37.701008 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:37.707790 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:37.775920 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.823023 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.873416 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e178b3-7f89-4968-8d21-492a075fe932,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:37.879382 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-14a674d2-13da-4bf9-a47b-00d9dee68ec1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0494c98e26641189fe7c96f2364ab8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2333870 May 03 21:38:37.882215 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45340) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.946532 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.973482 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.108407 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.125639 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e178b3-7f89-4968-8d21-492a075fe932,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:38.130878 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.132505 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d9d9af62-0ba2-41d8-81da-8f5a8575792c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90e178b3-7f89-4968-8d21-492a075fe932 HTTP/1.1" status: 204 len: 168 time: 0.2487705 May 03 21:38:38.551575 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5868c51-9e51-4e47-affb-06cfa40fcf24 req-f95a0cb6-ecc2-4901-b460-ca49bc28c018 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:38.553026 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5868c51-9e51-4e47-affb-06cfa40fcf24 req-f95a0cb6-ecc2-4901-b460-ca49bc28c018 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0815058 May 03 21:38:38.600506 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5868c51-9e51-4e47-affb-06cfa40fcf24 req-c4422c07-42d4-4345-ad53-d0b1a0d1f015 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 May 03 21:38:39.815989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50c49-1c23-4438-acbb-f3d6048c374d req-86ac7e31-4427-4847-8f83-b076c36af4e4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:39.817510 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dea50c49-1c23-4438-acbb-f3d6048c374d req-86ac7e31-4427-4847-8f83-b076c36af4e4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0786166 May 03 21:38:39.870194 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-dea50c49-1c23-4438-acbb-f3d6048c374d req-287cae39-f29c-461b-a5ed-a547702e2638 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471551 May 03 21:38:41.089160 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37adf27-92b6-4dbf-821a-5f1e400ffc8b req-7e470861-b8c1-4640-960d-0deb45f1de56 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:41.090548 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a37adf27-92b6-4dbf-821a-5f1e400ffc8b req-7e470861-b8c1-4640-960d-0deb45f1de56 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0782993 May 03 21:38:41.137888 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a37adf27-92b6-4dbf-821a-5f1e400ffc8b req-0c9bc551-eb42-4018-8dab-d956b6d95cf9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 May 03 21:38:42.159735 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c4bb14d4-3d38-45d5-9ee6-394f335cf778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:42.351497 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad0426-5c77-4efe-8e9b-15808a2aa895 req-67e46908-ef7f-46e2-a6bc-e2f27c24cba1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:42.352949 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76ad0426-5c77-4efe-8e9b-15808a2aa895 req-67e46908-ef7f-46e2-a6bc-e2f27c24cba1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0812452 May 03 21:38:42.400123 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76ad0426-5c77-4efe-8e9b-15808a2aa895 req-73f298b0-cf98-4d17-bc7c-69f1ebe66b06 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 May 03 21:38:43.624031 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570f49-f622-4fad-aec1-07ad89974252 req-31b790c1-12ed-4754-b66b-aeb618e3a8d9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:43.626854 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12570f49-f622-4fad-aec1-07ad89974252 req-31b790c1-12ed-4754-b66b-aeb618e3a8d9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0873978 May 03 21:38:43.673391 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-12570f49-f622-4fad-aec1-07ad89974252 req-46c7fe5a-85a4-49c1-a0fc-3b4fd421c6e9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 May 03 21:38:44.319511 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:44.742125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-325df93f-b2bf-4430-baaf-6726bed9db5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:44.902719 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5c7f-5472-4178-ba86-50041c94f992 req-083f3198-edf5-49d3-8222-0474f0f63682 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:44.904334 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-edca5c7f-5472-4178-ba86-50041c94f992 req-083f3198-edf5-49d3-8222-0474f0f63682 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0896776 May 03 21:38:44.953677 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-edca5c7f-5472-4178-ba86-50041c94f992 req-157ba9cd-5122-4b92-8de8-674024765d8f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 May 03 21:38:45.340039 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-a90246d2-eb2d-4e96-9b33-ec802be88db8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708296 May 03 21:38:45.450050 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-f30f691e-0233-415c-9319-36301fea5fd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0736310 May 03 21:38:45.604726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-369535a9-697b-4a2d-a2ef-ed6265537dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:45.606440 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-369535a9-697b-4a2d-a2ef-ed6265537dc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1352870 May 03 21:38:45.674259 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.722742 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-8b760f9b-e515-43c8-b3d2-7c9a7b0bf8e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 1000 time: 0.1097693 May 03 21:38:45.747686 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.787412 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-50234d67-7ec0-43bf-a5db-eb3c1db1c8db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:45.788861 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-50234d67-7ec0-43bf-a5db-eb3c1db1c8db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0579841 May 03 21:38:45.871245 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-d903b147-0e55-47f6-b743-21cf41749ae0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730457 May 03 21:38:46.003448 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-579fec78-5880-488e-873e-640939590a72 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259780 May 03 21:38:46.147317 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-96c04e34-7688-48af-bdfd-8eacc656b98e req-86a7ddbc-5c0a-47f3-ad7b-0d87452a6120 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372592 May 03 21:38:46.323232 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b340c-7813-4899-bd2c-514a16961dd3 req-20fae740-4e35-47ae-aad3-bcba70198fa4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:46.325008 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-379b340c-7813-4899-bd2c-514a16961dd3 req-20fae740-4e35-47ae-aad3-bcba70198fa4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0834501 May 03 21:38:46.373740 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-379b340c-7813-4899-bd2c-514a16961dd3 req-8c3c0789-3491-4cb6-b2bd-8348b44a75ae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 May 03 21:38:46.713052 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45496) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:46.854893 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.887747 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:46.891658 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Usage tracker for resource:security_group_rule and tenant:c5fe89c125ef4635af29949fafa53b00 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:46.894490 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:46.902308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:46.970082 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.032924 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.078698 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06108d4-4d3a-47c5-acec-72f5dd5e1930,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:47.084074 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a4c6052e-4c71-4227-9515-6467c9a6d0fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5fe89c125ef4635af29949fafa53b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699696 May 03 21:38:47.087039 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45502) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:47.146277 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.172635 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.215847 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.267426 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.286535 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06108d4-4d3a-47c5-acec-72f5dd5e1930,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:47.291056 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.294488 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-77621117-43a5-4cd2-97d4-adcab6c731fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c06108d4-4d3a-47c5-acec-72f5dd5e1930 HTTP/1.1" status: 204 len: 168 time: 0.2064579 May 03 21:38:47.593255 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90780a0-20eb-4040-9194-2971965b4aeb req-d16df69d-7f9b-4934-8c6b-cd25a4a9db20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:47.595113 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c90780a0-20eb-4040-9194-2971965b4aeb req-d16df69d-7f9b-4934-8c6b-cd25a4a9db20 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0841899 May 03 21:38:47.644366 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c90780a0-20eb-4040-9194-2971965b4aeb req-16f8f84c-959f-4f37-88fd-d5f625566854 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 May 03 21:38:48.218572 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45536) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:48.361754 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.392604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:48.396503 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Usage tracker for resource:security_group_rule and tenant:f7716df25fa148548597f066646ce50d is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:48.399309 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:48.404975 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:48.471636 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.530367 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.578392 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a263c3-40c2-4c85-b18b-b3fa9982a9db,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:48.583171 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d6ae9a41-b530-4ff9-b508-84fb19b0039e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7716df25fa148548597f066646ce50d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3623028 May 03 21:38:48.584964 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45550) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:48.643758 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.670288 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.873878 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381dc49-4958-45f2-9b79-e043237b82ad req-6e1d264e-d81a-48a1-8cb9-9ada2a799590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:48.876423 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9381dc49-4958-45f2-9b79-e043237b82ad req-6e1d264e-d81a-48a1-8cb9-9ada2a799590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0844457 May 03 21:38:48.924567 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9381dc49-4958-45f2-9b79-e043237b82ad req-1cd3bab0-406f-46d5-a03d-ac3cac7db99a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 May 03 21:38:48.930436 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.954502 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a263c3-40c2-4c85-b18b-b3fa9982a9db,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:48.963947 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.967697 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-aa53375f-7772-400f-aa0d-ce1a6d182a91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97a263c3-40c2-4c85-b18b-b3fa9982a9db HTTP/1.1" status: 204 len: 168 time: 0.3792133 May 03 21:38:49.805329 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45582) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:49.822983 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.856023 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:49.860471 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Usage tracker for resource:security_group_rule and tenant:3e5e863df99148cbb5524988e18c6fb7 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:49.863227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:49.868820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:49.937115 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.992611 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:50.042994 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9dfae-6203-43ac-9572-22de0456f2c6,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:50.048867 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-32ee19f6-bb05-4dae-be8d-6d507b5b4c7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e5e863df99148cbb5524988e18c6fb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2444723 May 03 21:38:50.051841 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45588) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:50.115733 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:50.142795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:50.150159 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce9bb-6863-4846-a859-9fcab6006af0 req-12ac9dea-8121-46ee-900f-721e2b76086d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:50.151604 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a74ce9bb-6863-4846-a859-9fcab6006af0 req-12ac9dea-8121-46ee-900f-721e2b76086d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0799165 May 03 21:38:50.206728 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a74ce9bb-6863-4846-a859-9fcab6006af0 req-cebfca23-54f8-46c0-a18f-7a2ed9941178 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 May 03 21:38:50.261741 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:50.280017 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9dfae-6203-43ac-9572-22de0456f2c6,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:50.285176 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:50.286317 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-7ec3af5f-96cc-4700-88c2-254ef0851bad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52b9dfae-6203-43ac-9572-22de0456f2c6 HTTP/1.1" status: 204 len: 168 time: 0.2334299 May 03 21:38:51.422827 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00e20f-9108-41db-8bb5-151e0416341d req-f330711c-9066-48bc-83d4-d1e8ff8fd6b3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:51.424305 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b00e20f-9108-41db-8bb5-151e0416341d req-f330711c-9066-48bc-83d4-d1e8ff8fd6b3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0798893 May 03 21:38:51.469982 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9b00e20f-9108-41db-8bb5-151e0416341d req-de2e52fe-8658-4b9e-b9d4-ce15440e27ef tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 May 03 21:38:52.693532 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d7751-d224-4f88-a44f-b6c53a67e594 req-ccd6392a-ed0d-451d-ac4e-6cdea05ccef8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:52.694990 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f0d7751-d224-4f88-a44f-b6c53a67e594 req-ccd6392a-ed0d-451d-ac4e-6cdea05ccef8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0798965 May 03 21:38:52.741239 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2f0d7751-d224-4f88-a44f-b6c53a67e594 req-b03006a5-53ab-44f1-86db-ae880b882966 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 May 03 21:38:53.957737 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4ca3-aa2e-477c-87ad-9d4f4a664886 req-3ae2eeb9-0b6d-4fa3-8940-161f75cffe36 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:53.959201 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a9b4ca3-aa2e-477c-87ad-9d4f4a664886 req-3ae2eeb9-0b6d-4fa3-8940-161f75cffe36 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0766337 May 03 21:38:54.008934 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a9b4ca3-aa2e-477c-87ad-9d4f4a664886 req-eee69705-c94a-4cbf-bfea-e5377e1389e3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 May 03 21:38:55.060992 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:38:55.246649 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:55.264959 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:38:55.279659 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419190ce-2201-4c26-93eb-ef6042fedca5 req-f9089ddd-3881-4d03-8606-918b1eeeeeba tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:55.283034 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-419190ce-2201-4c26-93eb-ef6042fedca5 req-f9089ddd-3881-4d03-8606-918b1eeeeeba tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.1198761 May 03 21:38:55.349911 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:55.358876 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-419190ce-2201-4c26-93eb-ef6042fedca5 req-7c332206-d64d-40d9-835a-b026cc484205 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649173 May 03 21:38:55.370627 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:38:55.399011 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:55.464078 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:55.552572 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=6']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:55.565442 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.565891 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.566323 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.567128 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.567451 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.567874 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.568617 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.569085 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.569644 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.569993 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.570466 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:55.621884 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['7658d7ab-3699-49e1-b063-440e93cd6fb4'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:38:55.632146 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:56.596115 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea764ef-e58b-4fe9-bf07-95de8d667ddd req-6123eadd-11e1-4c9b-8d67-372bfa378618 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:56.605479 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1ea764ef-e58b-4fe9-bf07-95de8d667ddd req-6123eadd-11e1-4c9b-8d67-372bfa378618 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 944 time: 0.1011608 May 03 21:38:56.660948 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1ea764ef-e58b-4fe9-bf07-95de8d667ddd req-ecac51ef-77e3-4a80-ac15-a542d54f3d50 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541308 May 03 21:38:57.076946 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:38:57.151072 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:38:57.151870 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:57.296685 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:57.326931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:38:57.340843 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:57.398648 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:57.430060 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1937aa81-f7b9-45f6-abd4-051c13b2272a'] response: {'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'code': 200} May 03 21:38:57.475002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=7']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:57.908576 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2815a5d-91a5-4a44-a4b6-e8f19feb65a5 req-71586158-9682-4298-a919-32efbea5214d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:57.910795 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2815a5d-91a5-4a44-a4b6-e8f19feb65a5 req-71586158-9682-4298-a919-32efbea5214d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0972281 May 03 21:38:57.981452 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2815a5d-91a5-4a44-a4b6-e8f19feb65a5 req-6973f47d-4fe4-419d-b922-7d493da95f86 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641124 May 03 21:38:59.211866 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e44c-9169-4df6-bb2e-94590a7ea876 req-b3bced25-c05e-42cc-87d4-510697a8456a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:59.214828 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-25a4e44c-9169-4df6-bb2e-94590a7ea876 req-b3bced25-c05e-42cc-87d4-510697a8456a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0923796 May 03 21:38:59.289876 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-25a4e44c-9169-4df6-bb2e-94590a7ea876 req-f203f96e-ccce-4a95-978b-c9284523811d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680518 May 03 21:38:59.630534 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45722) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:59.795575 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:59.836056 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:59.840649 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Usage tracker for resource:security_group_rule and tenant:71c862508f0e4ca0bec2eb4e76756848 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:59.844320 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:59.850992 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:59.933834 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.009648 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.061899 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149d915-59f9-4be0-9bba-d9d1aee621b3,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:00.069327 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-36f6a93c-6f94-4b87-bf71-ea89959e00a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71c862508f0e4ca0bec2eb4e76756848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4366198 May 03 21:39:00.071598 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45728) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:00.152870 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.185831 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.352740 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.385175 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149d915-59f9-4be0-9bba-d9d1aee621b3,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:00.404882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:00.406738 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-2f85a597-e7a1-4ca6-aa79-53eec2a5f46b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5149d915-59f9-4be0-9bba-d9d1aee621b3 HTTP/1.1" status: 204 len: 168 time: 0.3341084 May 03 21:39:00.563419 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c592-a392-499e-abeb-67ba0f6bcad6 req-c8c7b6f0-7082-4265-af4e-dd95aa3646cf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:00.565057 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-08d5c592-a392-499e-abeb-67ba0f6bcad6 req-c8c7b6f0-7082-4265-af4e-dd95aa3646cf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0910006 May 03 21:39:00.629108 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-08d5c592-a392-499e-abeb-67ba0f6bcad6 req-5ba76c86-13e5-4661-bbe3-3f6bee9d1180 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569246 May 03 21:39:01.882011 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912681c-bd08-4156-8c0c-a062a812b76c req-834a85ac-e76a-49a9-9d19-ac0618763456 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:01.882011 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d912681c-bd08-4156-8c0c-a062a812b76c req-834a85ac-e76a-49a9-9d19-ac0618763456 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0908585 May 03 21:39:01.952871 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d912681c-bd08-4156-8c0c-a062a812b76c req-e2df0aa8-e1b3-440f-aea1-0427935f6009 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638573 May 03 21:39:03.190751 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1ad4b-7077-429c-b50c-d107be8cb8bb req-264b80b9-d80c-4031-8fb4-e1281cf7eb7b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:03.192852 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-15d1ad4b-7077-429c-b50c-d107be8cb8bb req-264b80b9-d80c-4031-8fb4-e1281cf7eb7b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0903916 May 03 21:39:03.252955 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-15d1ad4b-7077-429c-b50c-d107be8cb8bb req-00bb1d58-0762-4192-9529-36ea5bba2ee0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539088 May 03 21:39:04.594295 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d471-0298-4079-b085-4dc1157a6a79 req-db617829-bc21-48b5-a1ea-0aa5f545d2c4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:04.596629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76b8d471-0298-4079-b085-4dc1157a6a79 req-db617829-bc21-48b5-a1ea-0aa5f545d2c4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.1758075 May 03 21:39:04.653879 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-76b8d471-0298-4079-b085-4dc1157a6a79 req-21b88f0a-6a89-4059-baa6-8e13a5f6a259 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508101 May 03 21:39:05.921644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3827fce-3913-4e38-b084-2e7c004f1a2e req-e69febd2-3efb-4d32-97f1-cdfd91d929e2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:05.925773 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b3827fce-3913-4e38-b084-2e7c004f1a2e req-e69febd2-3efb-4d32-97f1-cdfd91d929e2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.1037478 May 03 21:39:05.978468 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b3827fce-3913-4e38-b084-2e7c004f1a2e req-d36542cb-6411-4416-b3a2-ade3987fa7fc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 May 03 21:39:07.287838 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f560019-bbb4-4316-ae9d-d68c03087307 req-7b31a3aa-d984-422a-a00b-36ded243c104 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:07.290074 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f560019-bbb4-4316-ae9d-d68c03087307 req-7b31a3aa-d984-422a-a00b-36ded243c104 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0946662 May 03 21:39:07.350976 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-0f560019-bbb4-4316-ae9d-d68c03087307 req-69ad8ff4-a34e-49a5-abc5-42a8fed0bcd4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521564 May 03 21:39:07.676544 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45828) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:07.836522 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.867549 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:07.871316 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Usage tracker for resource:security_group_rule and tenant:67b36ee684f848d3ac56034c0ddb60f8 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:07.879495 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:07.880835 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:07.962089 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.025343 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.076674 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1419a73-f4c7-4132-b974-e07730464a3f,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:08.080632 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67b36ee684f848d3ac56034c0ddb60f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028912 May 03 21:39:08.083417 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45844) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:08.088761 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.089107 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.089844 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.089844 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.090172 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.090508 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.090838 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.091163 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.091492 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.091928 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.092254 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da230-25de-4f5c-a1c8-a40dff84f48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:08.146187 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.174694 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.266244 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.280677 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1419a73-f4c7-4132-b974-e07730464a3f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:08.287221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.288381 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-d382eb0c-1859-41dd-aa76-c7687863b139 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1419a73-f4c7-4132-b974-e07730464a3f HTTP/1.1" status: 204 len: 168 time: 0.2039602 May 03 21:39:08.566289 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5108162-93d2-4332-ab27-2d91f4a3e72d req-919bbb2a-40ec-4115-870f-fbcb7b57db56 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:08.567801 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5108162-93d2-4332-ab27-2d91f4a3e72d req-919bbb2a-40ec-4115-870f-fbcb7b57db56 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0780914 May 03 21:39:08.613728 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a5108162-93d2-4332-ab27-2d91f4a3e72d req-15a5893f-c2a1-4dca-80ff-9a0048b56695 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 May 03 21:39:08.918992 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 45854) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:08.938318 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:08.969086 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:08.973197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Usage tracker for resource:security_group_rule and tenant:fe21ffadddfd470b9ed3e45a7ee5c1d0 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:08.976082 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:08.981831 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:09.052650 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.137651 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.191236 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a9fe5-3a8e-421a-894f-d5f743fa11bd,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:09.205852 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a2d88d3a-30cc-4e78-9824-04aa6afe5498 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe21ffadddfd470b9ed3e45a7ee5c1d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2858455 May 03 21:39:09.208634 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45860) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:09.223409 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-957aa6ae-120b-42e2-8f9d-e7fdae66c39f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1098 time: 0.1191187 May 03 21:39:09.268513 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.296941 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.356128 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-bada2e59-4092-4bc2-9266-1d50e493d868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:09.357590 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-bada2e59-4092-4bc2-9266-1d50e493d868 service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1270070 May 03 21:39:09.425730 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.441573 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a9fe5-3a8e-421a-894f-d5f743fa11bd,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:09.445908 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:09.447011 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-7e2ab9fe-df2c-440a-bfb3-681c46ffb2e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/417a9fe5-3a8e-421a-894f-d5f743fa11bd HTTP/1.1" status: 204 len: 168 time: 0.2374144 May 03 21:39:09.466352 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-3b654bdc-f022-428f-83e5-758cb80452ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 1001 time: 0.1012793 May 03 21:39:09.537609 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-69a29c95-9ae7-43aa-be9a-c959a91ae6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:09.541463 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-69a29c95-9ae7-43aa-be9a-c959a91ae6ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0634706 May 03 21:39:09.620492 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-95993961-367a-4cff-9c67-f4fe16a2b801 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718553 May 03 21:39:09.837195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb079f1f-ea0b-4122-a173-606043b1b236 req-9aac490c-8182-4692-a47d-e92ae212bc70 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:09.839041 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-eb079f1f-ea0b-4122-a173-606043b1b236 req-9aac490c-8182-4692-a47d-e92ae212bc70 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0828707 May 03 21:39:09.854342 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-9c17afe2-6ab6-4642-bd1f-a01af01199fb service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246416 May 03 21:39:09.893084 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-eb079f1f-ea0b-4122-a173-606043b1b236 req-ba424bca-3761-4c25-ad3e-2d7b48f5a1ec tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 May 03 21:39:10.001089 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6fa0f4fb-4db8-4cb0-a755-02638f072b22 req-9a80afe7-e45b-4e08-9889-5073cb7db981 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369226 May 03 21:39:11.108601 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2f8d0-00b9-4653-8b93-6aa58d8b4536 req-155bc728-2ad2-433c-896f-f87a05f2ccce tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:11.109860 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e2f8d0-00b9-4653-8b93-6aa58d8b4536 req-155bc728-2ad2-433c-896f-f87a05f2ccce tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 945 time: 0.0799093 May 03 21:39:11.129311 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:39:11.165102 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e2f8d0-00b9-4653-8b93-6aa58d8b4536 req-8f280dc0-a1ad-495a-bd60-2ecb892d15bb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495512 May 03 21:39:11.239450 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:11.267701 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:11.277209 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:11.322334 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca0de54-642e-45e2-85b5-f2d7cb9e4aaa'] response: {'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'code': 200} May 03 21:39:11.357456 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:11.426921 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=8']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:12.145936 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-77edaeaa-1494-44ac-92da-a014d053feda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.395957 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3456e8b-4809-4214-8b8f-a6334025b2ec req-8e50adc8-0187-4673-b806-f7ad854e2ebc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:12.397451 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c3456e8b-4809-4214-8b8f-a6334025b2ec req-8e50adc8-0187-4673-b806-f7ad854e2ebc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0806336 May 03 21:39:12.446933 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-c3456e8b-4809-4214-8b8f-a6334025b2ec req-c0d63e83-3a0a-4858-bb0c-ec399f39674e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 May 03 21:39:14.275787 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8dce703c-2764-444b-a246-7e83dad77540 req-300deccc-3ad4-45db-a395-6267beb2ca46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1994870 May 03 21:39:14.339651 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:14.674323 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc2ac7-771a-4944-bb8d-44db99ff980c req-3ae590b2-63dd-44c4-8461-5b299f432752 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:14.675806 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-47bc2ac7-771a-4944-bb8d-44db99ff980c req-3ae590b2-63dd-44c4-8461-5b299f432752 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0832410 May 03 21:39:14.722576 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-47bc2ac7-771a-4944-bb8d-44db99ff980c req-c4c5415a-fa4b-40dc-9821-989cf8ec91d7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 May 03 21:39:14.745757 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-45bb96a2-6ce2-4c93-af52-2daf940cddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:14.810756 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 45988) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:14.953601 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-17d8357e-b196-458f-bc89-c5fbca188c46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409156 May 03 21:39:15.188325 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:39:15.705432 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:15.762748 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:15.949337 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3974de-4467-4c93-848b-cea730220745 req-231fc48e-f331-4fd5-945d-c3bb4099ea72 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:15.951716 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3c3974de-4467-4c93-848b-cea730220745 req-231fc48e-f331-4fd5-945d-c3bb4099ea72 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0906301 May 03 21:39:16.008747 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3c3974de-4467-4c93-848b-cea730220745 req-165c25f6-1a3d-40dc-81cd-fd0695a3d564 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505919 May 03 21:39:16.635016 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3412a4-e0ee-4a9c-abfe-8a572665fc9e req-1b62f874-7ffb-45f5-82ff-90ccc81b6903 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:16.636499 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cc3412a4-e0ee-4a9c-abfe-8a572665fc9e req-1b62f874-7ffb-45f5-82ff-90ccc81b6903 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0797720 May 03 21:39:16.682216 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cc3412a4-e0ee-4a9c-abfe-8a572665fc9e req-17da9f0d-b940-4d88-9162-1615ef16df2a tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 May 03 21:39:17.232350 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ad86b-dd43-444d-96ca-0c9ab08f1b4a req-1ca505b1-ff80-47ee-a0cc-0c0d05e53d9e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:17.234518 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6e0ad86b-dd43-444d-96ca-0c9ab08f1b4a req-1ca505b1-ff80-47ee-a0cc-0c0d05e53d9e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0838995 May 03 21:39:17.248195 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:17.281882 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6e0ad86b-dd43-444d-96ca-0c9ab08f1b4a req-def6b490-1779-4afd-a1e4-9a3b6418bd7f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 May 03 21:39:17.315353 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-efc10a79-3884-4e6f-ba05-081edeae56de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 1096 time: 0.0683362 May 03 21:39:17.439018 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-373febea-a5ea-43b7-b2d7-6f4d9fa71c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1096 time: 0.0720656 May 03 21:39:17.574279 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb0d7-737a-401a-8313-ae77c2571530 req-d34633d2-06db-44e6-99d6-ae0c07400013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:17.575634 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-d34633d2-06db-44e6-99d6-ae0c07400013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1257148 May 03 21:39:17.678099 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-a4c2a074-ee67-4484-8af6-240287d7b67b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 200 len: 999 time: 0.0924921 May 03 21:39:17.743884 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb0d7-737a-401a-8313-ae77c2571530 req-1d041e3c-46e6-4d3b-b51e-78291764e404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:17.745343 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-1d041e3c-46e6-4d3b-b51e-78291764e404 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0613513 May 03 21:39:17.877011 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-44e2dabd-a17f-4131-aeff-62bab903540f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1255333 May 03 21:39:17.969245 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b8d41-62f1-4109-a2cb-2e33258cd841 req-69ccb564-c11e-4a61-b510-53e15e640b47 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:17.970730 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-747b8d41-62f1-4109-a2cb-2e33258cd841 req-69ccb564-c11e-4a61-b510-53e15e640b47 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1666930 May 03 21:39:18.054676 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-747b8d41-62f1-4109-a2cb-2e33258cd841 req-3ad10a9d-fd45-4434-bbf3-31306dd10d19 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746205 May 03 21:39:18.059820 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-981f3758-cb92-4c69-ba6e-d4516235ebd2 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756754 May 03 21:39:18.193696 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-167cb0d7-737a-401a-8313-ae77c2571530 req-f973b319-1b9f-47fa-a589-a057e321b252 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270587 May 03 21:39:18.501844 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaabfbc-15eb-4501-a16d-d6fa17fa4f45 req-1ad79bcd-29db-408e-a2de-50e6b1d61fc2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:18.503319 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcaabfbc-15eb-4501-a16d-d6fa17fa4f45 req-1ad79bcd-29db-408e-a2de-50e6b1d61fc2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0865297 May 03 21:39:18.554922 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bcaabfbc-15eb-4501-a16d-d6fa17fa4f45 req-f56f3028-44da-4536-89b0-00158930ea61 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 May 03 21:39:19.252857 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312035be-ee9a-41d5-a43e-d2aa0044523e req-54f3bbf5-c2bc-4613-b8c0-637f7835fadd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:19.254381 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-312035be-ee9a-41d5-a43e-d2aa0044523e req-54f3bbf5-c2bc-4613-b8c0-637f7835fadd tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0780888 May 03 21:39:19.304741 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-312035be-ee9a-41d5-a43e-d2aa0044523e req-680c1eac-82fd-46f0-93b1-eb534a3fcb2d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448215 May 03 21:39:19.806462 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75aa0c-7b68-4ddc-975a-f095dcc59799 req-c3b72661-2e07-4825-b022-7ff903fffa07 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:19.808354 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bd75aa0c-7b68-4ddc-975a-f095dcc59799 req-c3b72661-2e07-4825-b022-7ff903fffa07 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1142712 May 03 21:39:19.869768 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bd75aa0c-7b68-4ddc-975a-f095dcc59799 req-8d35023f-8d19-4234-a99e-17fe6eb03691 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540957 May 03 21:39:20.241949 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46092) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:20.419962 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:20.495895 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:20.502360 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Usage tracker for resource:security_group_rule and tenant:5e412179fc6d46698d2aca8969a24b48 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:20.506595 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:20.518456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:20.631840 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:20.760517 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659343c-2610-46d6-9228-f483b1240c08 req-cfd0a511-05ec-4511-9dfa-458d3c9ddd7b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:20.762483 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:20.771505 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d659343c-2610-46d6-9228-f483b1240c08 req-cfd0a511-05ec-4511-9dfa-458d3c9ddd7b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.2132685 May 03 21:39:20.834039 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d659343c-2610-46d6-9228-f483b1240c08 req-d32be730-d1ea-4569-a071-783d7642cfc9 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593832 May 03 21:39:20.898537 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e412179fc6d46698d2aca8969a24b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6553442 May 03 21:39:20.899062 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46108) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:20.900418 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadcdbc-eb06-458a-953a-f433abec1a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296b9ec-549f-483d-8080-83aa378d9c47,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:20.986991 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.023757 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.156393 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.172539 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296b9ec-549f-483d-8080-83aa378d9c47,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:21.197099 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce62c1-f920-41eb-a54b-10c5b88fa142 req-035101f3-3ccd-4760-8803-f1586fceb40c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:21.209844 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a1ce62c1-f920-41eb-a54b-10c5b88fa142 req-035101f3-3ccd-4760-8803-f1586fceb40c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1107595 May 03 21:39:21.216569 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.220783 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f6ad6fa7-a890-4fe2-90cb-545ac681518b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1296b9ec-549f-483d-8080-83aa378d9c47 HTTP/1.1" status: 204 len: 168 time: 0.3205547 May 03 21:39:21.276807 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a1ce62c1-f920-41eb-a54b-10c5b88fa142 req-2b98a601-349b-4b24-a04d-b654de6c18e4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659697 May 03 21:39:22.141310 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88da76b-9c56-4cd5-a36c-b06bd8f0c8ba req-14190957-3a83-4c48-a8af-6a4379612cb1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:22.148634 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e88da76b-9c56-4cd5-a36c-b06bd8f0c8ba req-14190957-3a83-4c48-a8af-6a4379612cb1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1242006 May 03 21:39:22.228098 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e88da76b-9c56-4cd5-a36c-b06bd8f0c8ba req-31ca5d9f-ee1e-4815-9eea-b132fc9cbba4 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768573 May 03 21:39:22.587088 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b4245-66b5-448b-a3c9-37c930ed6142 req-87c30796-80b8-4a2c-9070-cc5929464eaf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:22.594945 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f5b4245-66b5-448b-a3c9-37c930ed6142 req-87c30796-80b8-4a2c-9070-cc5929464eaf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1157408 May 03 21:39:22.654648 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6f5b4245-66b5-448b-a3c9-37c930ed6142 req-802eb63d-53eb-4b8d-9d0f-1de5fb8e86b7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579722 May 03 21:39:22.696388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46152) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:22.903156 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:22.979963 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:22.992894 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Usage tracker for resource:security_group_rule and tenant:0458c13466be41b398d07abb93803ec3 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:22.997379 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:23.010641 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:23.136547 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.202826 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.284700 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8b6d44-1207-4660-aeef-9acd8ea58d7e,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:23.291618 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ecee74a1-03cd-41bb-9f51-5c390a248aac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0458c13466be41b398d07abb93803ec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5915799 May 03 21:39:23.292018 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46170) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:23.403429 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.436079 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.531643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57cfc-3a11-4f61-aa2b-af698bf07c75 req-17013ef9-0f04-4430-8710-e7512d3895c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:23.533204 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fab57cfc-3a11-4f61-aa2b-af698bf07c75 req-17013ef9-0f04-4430-8710-e7512d3895c5 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1052470 May 03 21:39:23.556457 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.577080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8b6d44-1207-4660-aeef-9acd8ea58d7e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:23.592195 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.594962 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-283d64a0-da25-45c1-b14d-145848f4f0d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf8b6d44-1207-4660-aeef-9acd8ea58d7e HTTP/1.1" status: 204 len: 168 time: 0.3019676 May 03 21:39:23.607653 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-fab57cfc-3a11-4f61-aa2b-af698bf07c75 req-6650a99f-fc11-45dd-8ccf-c3c66e2ed2b9 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681477 May 03 21:39:24.044246 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60897-b30e-4f8e-9427-e23a9c59e553 req-e4ba5b3d-5904-4551-acf8-ceb64b80365e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:24.046024 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-00a60897-b30e-4f8e-9427-e23a9c59e553 req-e4ba5b3d-5904-4551-acf8-ceb64b80365e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1862116 May 03 21:39:24.118307 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-00a60897-b30e-4f8e-9427-e23a9c59e553 req-aaa37790-48d4-4e08-a969-a5796b04e5db tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592089 May 03 21:39:24.418081 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46186) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:24.437701 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.472781 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:24.477574 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Usage tracker for resource:security_group_rule and tenant:b925d5d440c04d5c851fb08369f081e3 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:24.481011 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:24.488280 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:24.573236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.653221 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.734351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122ae8ae-933f-4105-99bb-9a3a253073c6,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:24.761441 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46192) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:24.773183 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b925d5d440c04d5c851fb08369f081e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3535457 May 03 21:39:24.774930 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.775236 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.775569 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.775897 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.776237 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.776543 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.781119 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.781514 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.781854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.782331 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.782516 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7248d7-474a-46f1-81a9-3b61e3e2753e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:24.910808 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.962557 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dec31-f36a-4c37-9d92-c7efc30e455b req-470d6390-c525-4cb3-8e55-57ac48c80c34 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:24.969964 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-014dec31-f36a-4c37-9d92-c7efc30e455b req-470d6390-c525-4cb3-8e55-57ac48c80c34 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1862915 May 03 21:39:24.999485 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:25.080254 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-014dec31-f36a-4c37-9d92-c7efc30e455b req-a9ad4ff6-fefe-4e3b-979b-a78985560463 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090534 May 03 21:39:25.185283 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:25.217959 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ae8ae-933f-4105-99bb-9a3a253073c6,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:25.240875 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:25.266146 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a90974b3-e292-4823-8aef-33efcd17a6fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/122ae8ae-933f-4105-99bb-9a3a253073c6 HTTP/1.1" status: 204 len: 168 time: 0.5015504 May 03 21:39:25.464269 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7f8e-2b38-4ec0-91b1-a009c6d89aba req-1e34fda8-21ee-4f6f-a24f-d215e34a5332 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:25.467015 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3aac7f8e-2b38-4ec0-91b1-a009c6d89aba req-1e34fda8-21ee-4f6f-a24f-d215e34a5332 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1316850 May 03 21:39:25.526330 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3aac7f8e-2b38-4ec0-91b1-a009c6d89aba req-22752915-1be4-49cb-88e5-03659045290c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519934 May 03 21:39:26.307930 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41c443-b551-415d-943f-a3a04bb4d4e0 req-24614adb-ec5d-4feb-9349-46f1800313d6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:26.316013 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2b41c443-b551-415d-943f-a3a04bb4d4e0 req-24614adb-ec5d-4feb-9349-46f1800313d6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1125207 May 03 21:39:26.368214 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2b41c443-b551-415d-943f-a3a04bb4d4e0 req-272e3615-a7b0-44bd-9e14-9548483f5851 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513251 May 03 21:39:26.799171 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37056f4-2273-402b-8557-ecc7d572d835 req-47491b23-fd33-41b1-9944-19a47be2278a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:26.800845 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f37056f4-2273-402b-8557-ecc7d572d835 req-47491b23-fd33-41b1-9944-19a47be2278a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1082590 May 03 21:39:26.856493 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f37056f4-2273-402b-8557-ecc7d572d835 req-07d0675e-dd9a-4e93-b51b-1c179a072eae tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 May 03 21:39:27.069823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46214) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:27.096845 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.129446 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:27.133216 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:24396ad8009f4869bd3840b179e02880 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:27.136117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:27.142660 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:27.216088 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.287624 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.332606 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8603cf-dcf2-480c-81e6-d0a4b4f45b77,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:27.342452 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-54831598-ded0-48ad-9cff-09842d1fe6f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24396ad8009f4869bd3840b179e02880&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692244 May 03 21:39:27.343660 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46218) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:27.404174 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.430487 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.556344 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.576577 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8603cf-dcf2-480c-81e6-d0a4b4f45b77,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:27.591002 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:27.592456 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-88a74986-8e3d-4772-aaae-cc835d1d6c9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b8603cf-dcf2-480c-81e6-d0a4b4f45b77 HTTP/1.1" status: 204 len: 168 time: 0.2478738 May 03 21:39:27.615118 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f0d4-e222-436b-8e59-af8a7751f67c req-8930e5b7-d1a0-4e0c-a524-1410f0326d16 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:27.616694 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e2e6f0d4-e222-436b-8e59-af8a7751f67c req-8930e5b7-d1a0-4e0c-a524-1410f0326d16 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1069698 May 03 21:39:27.663515 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e2e6f0d4-e222-436b-8e59-af8a7751f67c req-bd69e70e-53e3-4e82-b5ab-5b0db1fe1c9f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 May 03 21:39:28.095059 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b79ab-68a3-4248-9ca5-ddcd030d6e24 req-a5e2340e-0f1c-4bc6-86a8-bc431c965f30 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:28.096561 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c19b79ab-68a3-4248-9ca5-ddcd030d6e24 req-a5e2340e-0f1c-4bc6-86a8-bc431c965f30 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.0792820 May 03 21:39:28.141304 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-9b117552-a635-4c6e-811d-6752983423d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0873973 May 03 21:39:28.154277 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-c19b79ab-68a3-4248-9ca5-ddcd030d6e24 req-6bbb601d-f461-4c7a-9e5b-3e4d0c6afcc0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495818 May 03 21:39:28.286589 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f472-95ca-4804-aa97-342e960758f6 req-21f3b8ef-b0be-4be2-87bb-e9f457bf8bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:28.288040 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-21f3b8ef-b0be-4be2-87bb-e9f457bf8bd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1399658 May 03 21:39:28.393365 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-56cbda1f-d0f9-4bdb-aab3-4c3a7ed2dab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 1000 time: 0.0989518 May 03 21:39:28.472919 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f472-95ca-4804-aa97-342e960758f6 req-393249a8-8539-4b34-8cbb-6caa1acdaaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:28.472919 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-393249a8-8539-4b34-8cbb-6caa1acdaaec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0635779 May 03 21:39:28.559414 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-cef87b78-f6c5-4fe0-95fb-d988ace9f3ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667539 May 03 21:39:28.700160 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-8ae881ca-1fbd-4126-94e4-16a0e60bff98 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339054 May 03 21:39:28.863406 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46254) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:28.979499 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-28e5f472-95ca-4804-aa97-342e960758f6 req-db7e154a-7c4d-4d1c-b294-fa332a47d2b7 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715201 May 03 21:39:28.989825 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984848c-ef47-456b-8833-08dfd9f81e25 req-c6997666-cb9c-4655-8292-7fdc81785bb6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:28.993036 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f984848c-ef47-456b-8833-08dfd9f81e25 req-c6997666-cb9c-4655-8292-7fdc81785bb6 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1320953 May 03 21:39:28.996823 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239444986-network', 'tenant_id': 'eac2f37b4fc54d82875147a770498828'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:29.002413 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:29.006596 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Usage tracker for resource:network and tenant:eac2f37b4fc54d82875147a770498828 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:29.009541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:29.016403 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:29.041057 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f984848c-ef47-456b-8833-08dfd9f81e25 req-b4fff16a-0580-47ee-8fb7-25b909a84414 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 May 03 21:39:29.104556 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Made reservation on behalf of eac2f37b4fc54d82875147a770498828 for: {'network': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:39:29.106874 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for network, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.123009 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.152847 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:29.156602 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Usage tracker for resource:security_group_rule and tenant:eac2f37b4fc54d82875147a770498828 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:29.159330 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:29.164889 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:29.229014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.340034 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.381281 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:39:29.397596 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68060437-604d-4db2-8284-5912defd6a79,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:29.408223 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.408223 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.segments_db [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Added segment d414cf86-a768-4901-8253-c6b2b89066d0 of type vlan for network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b May 03 21:39:29.444696 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771531863053'] for network, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.454010 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d2ba-15cc-48b0-bad9-c1d880ae20b8 req-5c5284d5-301c-4963-9cba-72686b15f303 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:29.455504 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-db98d2ba-15cc-48b0-bad9-c1d880ae20b8 req-5c5284d5-301c-4963-9cba-72686b15f303 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1544032 May 03 21:39:29.519172 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-db98d2ba-15cc-48b0-bad9-c1d880ae20b8 req-5e0cade0-a315-4f12-b47b-b80513dfab62 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568631 May 03 21:39:29.578469 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731'] for network, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.579342 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:29.579921 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:29.765183 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] Pushing event updated for resources: {'Network': ['ID=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:29.774760 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b details requested by agent ovs-agent-dv-cinder-840377-1-smb with host dv-cinder-840377-1-smb {{(pid=83823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:39:29.873393 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-189e6d41-1bf6-489c-93cb-1aed80d1c947 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0064363 May 03 21:39:29.874566 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46268) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:29.880650 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Request body: {'subnet': {'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239444986-subnet', 'tenant_id': 'eac2f37b4fc54d82875147a770498828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:29.888706 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:29.895821 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Usage tracker for resource:subnet and tenant:eac2f37b4fc54d82875147a770498828 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:29.901065 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:29.910013 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:29.978480 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Made reservation on behalf of eac2f37b4fc54d82875147a770498828 for: {'subnet': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:39:29.980784 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266639087'] for subnet, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:30.230516 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1254184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266639101'] for subnet, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:30.238169 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927acd-4988-483a-8aac-6724a49415b6 req-796e5dcf-03de-4841-8f55-ebf3b5b6707d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:30.239766 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-13927acd-4988-483a-8aac-6724a49415b6 req-796e5dcf-03de-4841-8f55-ebf3b5b6707d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0766928 May 03 21:39:30.289726 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-13927acd-4988-483a-8aac-6724a49415b6 req-7e24981a-2120-4ca2-a53d-c495306c7b8b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442586 May 03 21:39:30.306143 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2483ccd6-e5ae-45a8-8022-9ce792c67bb1,revision_number=0']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:30.320809 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Checking segment: {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:39:30.321455 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Network hostable DHCP agents. Network: 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b, hostable agents: ['4c315720-c5b1-472b-bb4f-8e0d47afb62e'], hosted agents: [] {{(pid=83821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:39:30.406708 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b is scheduled to be hosted by DHCP agent 4c315720-c5b1-472b-bb4f-8e0d47afb62e with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:39:30.475546 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-smb, 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b) {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:39:30.479733 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:30.480329 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:30.484956 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b61d4f-d4a5-4ce7-ad45-b563e79fa0c3 None None] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:39:30.570693 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-ffb6b3eb-f50c-42e7-8628-e42ad2c7c716 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6924987 May 03 21:39:30.765038 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2c6e-9e1b-4046-a80a-cfa1ad3f08c6 req-719bdb10-6e5b-4746-948b-e57e6ff67818 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:30.773800 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-549d2c6e-9e1b-4046-a80a-cfa1ad3f08c6 req-719bdb10-6e5b-4746-948b-e57e6ff67818 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 943 time: 0.1004353 May 03 21:39:30.779931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582cdbdd-9ad1-4754-9ed1-19385f032d3a None None] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:39:30.828878 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-549d2c6e-9e1b-4046-a80a-cfa1ad3f08c6 req-b9638c63-2ff0-40c4-82b3-ad7ea18c91cc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466750 May 03 21:39:31.143962 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46288) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:31.246458 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:39:31.286701 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.319820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:31.323842 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Usage tracker for resource:security_group_rule and tenant:4141106fbf234f26be816be652256d77 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:31.327363 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:31.333104 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:31.398485 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:31.406600 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.413093 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'mac_address': 'fa:16:3e:1b:1f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:39:31.478353 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.501857 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.520650 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:39:31.536625 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:31.543922 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c34b17-f0bf-4fe5-af15-5ea54b3082d6,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:31.557758 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a7a9d8ab-6797-41e2-8853-ef896135308b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4141106fbf234f26be816be652256d77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4127154 May 03 21:39:31.560362 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46298) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:31.580264 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f353-ee95-4712-97b1-f4d0751d5410 req-b6e7938d-4f87-4d7d-85c7-9faebb108036 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:31.581793 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3cd8f353-ee95-4712-97b1-f4d0751d5410 req-b6e7938d-4f87-4d7d-85c7-9faebb108036 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1513371 May 03 21:39:31.599539 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.629157 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.631851 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3cd8f353-ee95-4712-97b1-f4d0751d5410 req-89749da9-3cf7-4a46-a71a-516352eea7e0 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 May 03 21:39:31.658608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.706012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=9']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:31.773045 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.790115 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c34b17-f0bf-4fe5-af15-5ea54b3082d6,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:31.794442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:31.795620 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-5b041a31-f3d7-4f71-b39b-9e28e95ed275 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2c34b17-f0bf-4fe5-af15-5ea54b3082d6 HTTP/1.1" status: 204 len: 168 time: 0.2342401 May 03 21:39:31.964257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['7658d7ab-3699-49e1-b063-440e93cd6fb4'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:39:32.059193 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a488-e295-4f46-921c-1f4a5cec5436 req-8bc700d5-013d-4017-9b14-f33925a34e09 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:32.061653 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e3e1a488-e295-4f46-921c-1f4a5cec5436 req-8bc700d5-013d-4017-9b14-f33925a34e09 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 944 time: 0.0870738 May 03 21:39:32.112292 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e3e1a488-e295-4f46-921c-1f4a5cec5436 req-00aef947-c328-4893-9437-0f763b2e4d30 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 May 03 21:39:32.632382 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:39:32.843995 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a148a-06e9-414c-91bb-abef655f0125 req-c42badc9-5fa9-487b-9636-d2e20a73fbf2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:32.845530 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-798a148a-06e9-414c-91bb-abef655f0125 req-c42badc9-5fa9-487b-9636-d2e20a73fbf2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0791850 May 03 21:39:32.891889 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-798a148a-06e9-414c-91bb-abef655f0125 req-f4b1784e-ef16-49ab-93b0-daf9f6dbf2bf tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 May 03 21:39:32.963843 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-e67ff7fd-e9d1-44b9-b333-fb91cb1a275c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:32.964544 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-e67ff7fd-e9d1-44b9-b333-fb91cb1a275c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Synchronizing usage tracker for tenant:eac2f37b4fc54d82875147a770498828 on resource:network {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:39:33.075811 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-e67ff7fd-e9d1-44b9-b333-fb91cb1a275c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Unset dirty status for tenant:eac2f37b4fc54d82875147a770498828 on resource:network {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:39:33.077564 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-e67ff7fd-e9d1-44b9-b333-fb91cb1a275c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/networks?id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 200 len: 808 time: 0.2635567 May 03 21:39:33.081128 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d86c211c-0b49-4407-a047-c20e75cbd13f req-0bcb1d00-afbf-49dd-81d8-34929b36625f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715172 May 03 21:39:33.095215 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-2be1c61a-bf70-4eba-b4c2-e795a51bea97 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/quotas/eac2f37b4fc54d82875147a770498828 HTTP/1.1" status: 200 len: 375 time: 0.0114088 May 03 21:39:33.140471 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-6fb730e9-dde4-496e-96c9-cea3a08b003f tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399733 May 03 21:39:33.264079 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:39:33.271711 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-43435961-23b8-4439-8e2e-f8f151266ef8 service neutron] 10.222.0.50 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246364 May 03 21:39:33.351788 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 7658d7ab-3699-49e1-b063-440e93cd6fb4 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:39:33.352308 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:33.444887 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-c96dd8c5-2c89-49ba-bd6b-bd75786bf4f4 service neutron] 10.222.0.50 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671593 May 03 21:39:33.485037 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009282-466d-42c9-ae62-68020382e434 req-e1fc7f67-79f4-4886-89b0-0ec77a32213b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:33.488549 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-13009282-466d-42c9-ae62-68020382e434 req-e1fc7f67-79f4-4886-89b0-0ec77a32213b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 944 time: 0.0854983 May 03 21:39:33.499857 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:33.514989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46330) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:33.529958 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:33.540593 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:33.546864 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-13009282-466d-42c9-ae62-68020382e434 req-4dc6a4a1-4fe7-49c7-93f6-4e5426ddfea3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513694 May 03 21:39:33.644391 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:33.644391 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:39:33.695251 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-085602d9-fad7-4be8-984e-143e2f0a4f1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1790707 May 03 21:39:33.762649 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603c16e1-f1a1-45d2-aa8b-01c098aaf9e3'] response: {'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'code': 200} May 03 21:39:33.792204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=10']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:33.801456 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fe768926-08c6-4daa-8121-54b4f6c44f5f req-049a8287-aca3-405e-8f72-7f29e9460c54 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 210 time: 0.0493753 May 03 21:39:33.849049 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f582fde-3e4b-4b3c-bc7f-cd949f55f1b3 req-ec7c37b0-e868-4bcc-84db-e2ce01e33818 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:33.850550 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4f582fde-3e4b-4b3c-bc7f-cd949f55f1b3 req-ec7c37b0-e868-4bcc-84db-e2ce01e33818 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.1664357 May 03 21:39:33.864999 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:33.906895 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:33.909795 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4f582fde-3e4b-4b3c-bc7f-cd949f55f1b3 req-277d886d-4185-414b-904d-aedea8410f7d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533969 May 03 21:39:34.007128 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:34.073664 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=6']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:34.458001 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ac58ef15-be55-422c-aa65-5f9637ce561f req-3f7afb75-1986-4819-9124-7a2166145a1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 1099 time: 0.0682702 May 03 21:39:34.511720 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ac58ef15-be55-422c-aa65-5f9637ce561f req-2b51e6ef-21ec-42a1-858d-b501069a170d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 May 03 21:39:34.763441 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808503e-e200-487a-9e23-8840202ebd2c req-be2c2b52-f5f7-42f7-a350-953c7e1c55cf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:34.765371 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3808503e-e200-487a-9e23-8840202ebd2c req-be2c2b52-f5f7-42f7-a350-953c7e1c55cf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.0782108 May 03 21:39:34.811923 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3808503e-e200-487a-9e23-8840202ebd2c req-a1cdc68b-590a-4987-8af7-93b195ba3be2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 May 03 21:39:34.923564 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cce6e2a2-9154-4ba0-91db-c38ac3cb109e req-c1749e95-c277-4b62-b960-4e15b7b30e0c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 210 time: 0.0463109 May 03 21:39:35.121103 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6bee1-8124-4195-9220-32f1c7a47209 req-2f608123-51a3-4d07-bf11-0a69a8fedec1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:35.122591 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-20e6bee1-8124-4195-9220-32f1c7a47209 req-2f608123-51a3-4d07-bf11-0a69a8fedec1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.0800085 May 03 21:39:35.169069 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-20e6bee1-8124-4195-9220-32f1c7a47209 req-b95fa063-1ef8-44c1-b004-f7f29aa51c7b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 May 03 21:39:35.764191 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:35.816547 dv-cinder-840377-1-smb neutron-server[83823]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7752b8b8-17ed-4462-86f6-23992e24e9e8']: {'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'code': 422} returned with failed status May 03 21:39:36.039383 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-8813850a-a54d-4998-bbdd-01d2d529e783 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0&tenant_id=24cc3bfafe7f4a69a9382aeb27127d86 HTTP/1.1" status: 200 len: 1096 time: 0.0799613 May 03 21:39:36.065876 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504dac-f105-41dc-9bd6-82b02c59ec43 req-ecbbfe19-7266-48ea-b9a7-be5468561cc8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:36.069856 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3c504dac-f105-41dc-9bd6-82b02c59ec43 req-ecbbfe19-7266-48ea-b9a7-be5468561cc8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.1206498 May 03 21:39:36.120973 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3c504dac-f105-41dc-9bd6-82b02c59ec43 req-791ab494-0c98-4ca4-a7a3-b27d7fafed75 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476725 May 03 21:39:36.161979 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-66a8e274-b297-4fd0-9982-f4470af02305 req-65d54373-1c8d-4019-a647-727eefd37805 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 210 time: 0.0604556 May 03 21:39:36.189233 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-df8cf543-cfb1-43a2-83a9-f0594711aa9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1096 time: 0.1168585 May 03 21:39:36.333975 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-c4610dd8-62cd-4a60-95e5-12dcce4747d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:36.335492 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-c4610dd8-62cd-4a60-95e5-12dcce4747d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1405625 May 03 21:39:36.444726 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-d1a0d29e-3471-495b-af80-2a305b7d09c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 998 time: 0.1032605 May 03 21:39:36.511895 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-347d7697-9e4f-437b-8f2b-94b76a515db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:36.513422 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-347d7697-9e4f-437b-8f2b-94b76a515db2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0624881 May 03 21:39:36.548728 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-f8cee401-d4e0-4dcf-914b-0c08d756b977 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:36.550295 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-f8cee401-d4e0-4dcf-914b-0c08d756b977 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "GET /v2.0/networks?id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 200 len: 808 time: 0.2936890 May 03 21:39:36.564995 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22ecdd-4950-459b-8ad5-4e8b8e5251c5 req-70273841-8c3c-430f-9451-586f454dae2e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:36.566778 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae22ecdd-4950-459b-8ad5-4e8b8e5251c5 req-70273841-8c3c-430f-9451-586f454dae2e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.2378242 May 03 21:39:36.572653 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Request body: {'port': {'device_id': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b', 'admin_state_up': True, 'tenant_id': 'eac2f37b4fc54d82875147a770498828'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:36.594915 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-6213c206-f69e-46d5-b79f-a49964b62bba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752842 May 03 21:39:36.730503 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae22ecdd-4950-459b-8ad5-4e8b8e5251c5 req-67381dec-aced-4cdc-88d4-e76738fbe29d tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414368 May 03 21:39:36.730652 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-ebec992c-2fbe-4257-b514-ef71cf17d3bb service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296749 May 03 21:39:36.759109 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:36.763267 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Usage tracker for resource:port and tenant:eac2f37b4fc54d82875147a770498828 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:36.766999 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:36.773944 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:36.859835 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Made reservation on behalf of eac2f37b4fc54d82875147a770498828 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:39:36.863080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:36.956155 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-77e95e44-c05d-451b-b4f3-02d164f673bc req-f8b837b1-918c-45b1-847b-661612309671 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192762 May 03 21:39:37.037720 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Allocated IP 172.20.0.3 (67147cbd-c19b-4d2d-bff2-d4c2cf512d3b/2483ccd6-e5ae-45a8-8022-9ce792c67bb1/0958dd81-e4cb-4e79-92f2-19d313d8d2ce) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:39:37.257908 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:37.352541 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:37.363345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a5d09-9e31-40e7-9d57-bbc696797b38 req-184f5872-f830-4fa3-9cbb-ba489cb397f5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:37.364794 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-828a5d09-9e31-40e7-9d57-bbc696797b38 req-184f5872-f830-4fa3-9cbb-ba489cb397f5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.0873060 May 03 21:39:37.413387 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-828a5d09-9e31-40e7-9d57-bbc696797b38 req-69f13d69-3668-4522-8f2a-ac9d73a54f42 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 May 03 21:39:37.456723 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Pushing event updated for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:37.462216 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:39:37.464336 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:39:37.466940 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:39:37.530007 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa39a-cf84-49e8-ba12-5fc34c6b9127 req-5a1580cd-796f-4b28-8b6b-1da998172e70 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:37.532406 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a08fa39a-cf84-49e8-ba12-5fc34c6b9127 req-5a1580cd-796f-4b28-8b6b-1da998172e70 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 931 time: 0.2216320 May 03 21:39:37.540698 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:37.541308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:37.596579 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-a08fa39a-cf84-49e8-ba12-5fc34c6b9127 req-2b7d9b92-8934-47c3-ab45-619044d25778 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Synchronizing usage tracker for tenant:eac2f37b4fc54d82875147a770498828 on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:39:37.630064 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-ff59259c-7194-4c70-a51f-acf80b20b329 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0613844 May 03 21:39:37.648963 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Request body: {'port': {'device_id': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:37.677155 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-a08fa39a-cf84-49e8-ba12-5fc34c6b9127 req-2b7d9b92-8934-47c3-ab45-619044d25778 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Unset dirty status for tenant:eac2f37b4fc54d82875147a770498828 on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:39:37.678269 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a08fa39a-cf84-49e8-ba12-5fc34c6b9127 req-2b7d9b92-8934-47c3-ab45-619044d25778 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323204 May 03 21:39:37.760200 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:37.922715 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577e68a-9b5b-4bdc-a04f-5986919216a4 req-2dd8b6e7-0408-41ed-b8c0-4e61ff1d8717 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:37.924448 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2577e68a-9b5b-4bdc-a04f-5986919216a4 req-2dd8b6e7-0408-41ed-b8c0-4e61ff1d8717 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.0805480 May 03 21:39:37.972023 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2577e68a-9b5b-4bdc-a04f-5986919216a4 req-b75777a3-5bbd-4f64-99a9-3868f9c01158 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 May 03 21:39:38.110807 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0958dd81-e4cb-4e79-92f2-19d313d8d2ce {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:39:38.117527 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:38.131977 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Transition to ACTIVE for port object 0958dd81-e4cb-4e79-92f2-19d313d8d2ce will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:39:38.189454 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:38.313037 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Pushing event updated for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:38.417402 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Attempting to bind port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:39:38.417732 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Attempting to bind port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:39:38.418047 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Attempting to bind port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:39:38.424222 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:39:38.424536 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Attempting to bind port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:39:38.430637 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:39:38.430964 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Checking segment: {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:39:38.431336 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Bound using segment: {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:39:38.431748 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Bound port: 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:39:38.432079 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:38.519223 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:39:38.521847 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:39:38.680385 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:38.761123 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:38.762494 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] 10.222.0.32 "PUT /v2.0/ports/0958dd81-e4cb-4e79-92f2-19d313d8d2ce HTTP/1.1" status: 200 len: 1093 time: 1.1174395 May 03 21:39:38.764560 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:38.783078 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca19823-8875-43bc-baa2-cb757873d13d service neutron] Pushing event updated for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:38.802478 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b60b-2ce3-4bd7-88aa-678abb042a8e req-86867b8d-539e-499f-a06c-d7218615bea0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:38.803945 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6227b60b-2ce3-4bd7-88aa-678abb042a8e req-86867b8d-539e-499f-a06c-d7218615bea0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.2475669 May 03 21:39:38.851114 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6227b60b-2ce3-4bd7-88aa-678abb042a8e req-88e22239-b91b-40c3-a06f-6cddeaee7478 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 May 03 21:39:38.906570 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e54974-af65-4212-9851-a4c14e09adc3 req-943afe97-f61c-4cdf-8886-c413c0e5b079 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:38.906570 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-95e54974-af65-4212-9851-a4c14e09adc3 req-943afe97-f61c-4cdf-8886-c413c0e5b079 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 943 time: 0.0899138 May 03 21:39:38.937665 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539e328d-9b91-42cf-9608-611ee8c20a21'] response: {'name': 'network-changed', 'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce', 'status': 'completed', 'code': 200} May 03 21:39:38.956525 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-d4c76499-81c9-4a45-b222-08ddd02a6b98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 1096 time: 0.0844474 May 03 21:39:38.957613 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-95e54974-af65-4212-9851-a4c14e09adc3 req-d47bbfa8-66fe-44ad-a136-06dfc76e90e3 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 May 03 21:39:39.037562 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-7f7d25c3-03d1-44d6-a7fb-e4f7af7a726f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce HTTP/1.1" status: 200 len: 217 time: 0.0681462 May 03 21:39:39.101298 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-91e30e23-1db9-4a78-976a-70a4f8269a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:39.102725 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-91e30e23-1db9-4a78-976a-70a4f8269a62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2483ccd6-e5ae-45a8-8022-9ce792c67bb1 HTTP/1.1" status: 200 len: 848 time: 0.0593882 May 03 21:39:39.183456 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-72ce161f-eca4-44ac-947c-0cdebbffdb57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509601 May 03 21:39:39.304551 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea90fe0-0820-4f1d-a4a2-553350cc6d8c req-210c24ab-c139-49aa-bf3e-bb854c50d10b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:39.305938 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3ea90fe0-0820-4f1d-a4a2-553350cc6d8c req-210c24ab-c139-49aa-bf3e-bb854c50d10b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.2063599 May 03 21:39:39.362868 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-33d5634d-b3c4-4af6-b46f-7e62deb63da7 service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692395 May 03 21:39:39.398393 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3ea90fe0-0820-4f1d-a4a2-553350cc6d8c req-b13fb529-2859-4788-a40f-725370c4fa80 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813899 May 03 21:39:39.502231 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0a9233f-caf1-4abc-ae68-b7d8a47b46be req-5dfe5d83-3b7b-434a-be01-61158fec861c service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311629 May 03 21:39:39.718319 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-50a4d695-15a0-4ecc-8c81-3a4ec724e776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 1096 time: 0.0683689 May 03 21:39:39.849978 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-484d858b-39e0-4ca5-aa71-069761cd2fdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:39.851475 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-484d858b-39e0-4ca5-aa71-069761cd2fdf service neutron] 10.222.0.32 "GET /v2.0/networks?id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 200 len: 909 time: 0.1258311 May 03 21:39:39.923180 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-ef6a676e-567d-4804-86cf-20114ede7a0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce HTTP/1.1" status: 200 len: 217 time: 0.0653312 May 03 21:39:39.987136 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-596fbce6-0615-4340-abc8-7a9492a0d731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:39.988509 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-596fbce6-0615-4340-abc8-7a9492a0d731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2483ccd6-e5ae-45a8-8022-9ce792c67bb1 HTTP/1.1" status: 200 len: 848 time: 0.0587265 May 03 21:39:40.038858 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-be34c84f-8f4d-4d87-8b16-92930b0c59d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436213 May 03 21:39:40.165111 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a16d-5c8e-468b-ad5a-9a568ff1b703 req-d60d683f-94fe-42ef-a765-79e721319040 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:40.166700 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d111a16d-5c8e-468b-ad5a-9a568ff1b703 req-d60d683f-94fe-42ef-a765-79e721319040 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 943 time: 0.0804493 May 03 21:39:40.172018 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-3580a881-25d1-4c5c-a628-6f1d80963316 service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266451 May 03 21:39:40.215412 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d111a16d-5c8e-468b-ad5a-9a568ff1b703 req-5aefe576-0b7c-494a-a936-a0a6a8fb97f8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 May 03 21:39:40.308462 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7d7d2ed5-4013-4b95-8f44-da11482b9a05 req-2f89c12d-1026-4552-915b-3e52a8650e49 service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283622 May 03 21:39:40.595789 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee55eb-6263-4549-be13-e1d5c442ca57 req-4f038a88-6e60-4e19-9d18-cab4a50abe86 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:40.597167 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a9ee55eb-6263-4549-be13-e1d5c442ca57 req-4f038a88-6e60-4e19-9d18-cab4a50abe86 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 943 time: 0.0767038 May 03 21:39:40.642153 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a9ee55eb-6263-4549-be13-e1d5c442ca57 req-0b1d588d-4794-4e65-97df-3b5e02134667 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 May 03 21:39:41.285231 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:39:41.415568 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529536f-6757-4407-8d1b-850f705b04b3 req-8972001e-fb9b-4da4-9223-87cbccb00744 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:41.417310 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3529536f-6757-4407-8d1b-850f705b04b3 req-8972001e-fb9b-4da4-9223-87cbccb00744 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 943 time: 0.0797660 May 03 21:39:41.451352 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:41.465112 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'port_id': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'mac_address': 'fa:16:3e:6d:cf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:39:41.467329 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3529536f-6757-4407-8d1b-850f705b04b3 req-1256550f-39d4-4bfd-a47b-1ee509059585 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 May 03 21:39:41.522632 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:41.540407 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d385073c-f5e7-402d-9cfb-38b135bc71f2 {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:39:41.555200 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:41.617771 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:41.684358 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=7']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:41.915132 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['d385073c-f5e7-402d-9cfb-38b135bc71f2'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:39:41.940942 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cd0b2-7182-4a5c-bfb0-b676d63e0cac req-335cdeec-7ace-457a-a067-b022e1e8358b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:41.942444 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1b3cd0b2-7182-4a5c-bfb0-b676d63e0cac req-335cdeec-7ace-457a-a067-b022e1e8358b tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 944 time: 0.1725276 May 03 21:39:42.008085 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1b3cd0b2-7182-4a5c-bfb0-b676d63e0cac req-4eeb6b32-5ae5-4368-925e-b49314c95edf tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590534 May 03 21:39:42.158545 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-d50f38f3-226a-4bfb-8c29-1c80ab99b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:42.672694 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387206b-0946-49f6-9f23-98d7a258db1e req-ad8f24d7-d8d0-4f1a-99c2-0920d61142d6 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:42.674192 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e387206b-0946-49f6-9f23-98d7a258db1e req-ad8f24d7-d8d0-4f1a-99c2-0920d61142d6 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 943 time: 0.0865238 May 03 21:39:42.735535 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e387206b-0946-49f6-9f23-98d7a258db1e req-46028831-1be5-4f80-bc97-1f56653f0a45 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553811 May 03 21:39:43.219494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363f1f8-64a3-437b-ba7b-daceba69a4aa req-dd14fcdb-b91b-4ae7-a170-9dee59556f6f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:43.220997 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5363f1f8-64a3-437b-ba7b-daceba69a4aa req-dd14fcdb-b91b-4ae7-a170-9dee59556f6f tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 944 time: 0.0820186 May 03 21:39:43.276060 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5363f1f8-64a3-437b-ba7b-daceba69a4aa req-c099968c-6748-4f7f-ae6a-f361af697185 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486844 May 03 21:39:43.304452 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 0958dd81-e4cb-4e79-92f2-19d313d8d2ce details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:39:43.312139 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:39:43.506750 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port d385073c-f5e7-402d-9cfb-38b135bc71f2 triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:39:43.507115 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:43.548376 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:43.571264 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce', 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b', 'port_id': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce', 'mac_address': 'fa:16:3e:d6:8c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2483ccd6-e5ae-45a8-8022-9ce792c67bb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:39:43.662670 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:43.694231 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0958dd81-e4cb-4e79-92f2-19d313d8d2ce {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:39:43.708254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:43.726301 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:43.738648 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:43.747939 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:43.792391 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f082d25e-7796-4c6c-b64d-7b184a2c9198'] response: {'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'code': 200} May 03 21:39:43.806012 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:43.841343 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:43.878288 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:43.945818 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=8']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:43.958703 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7541-32cd-4be3-b666-12f119883c51 req-37f5c032-85a2-48d3-9009-e3eb83b08e22 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:43.959426 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b32d7541-32cd-4be3-b666-12f119883c51 req-37f5c032-85a2-48d3-9009-e3eb83b08e22 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Synchronizing usage tracker for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:39:44.034638 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-b32d7541-32cd-4be3-b666-12f119883c51 req-37f5c032-85a2-48d3-9009-e3eb83b08e22 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Unset dirty status for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:39:44.035908 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b32d7541-32cd-4be3-b666-12f119883c51 req-37f5c032-85a2-48d3-9009-e3eb83b08e22 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 944 time: 0.1606376 May 03 21:39:44.088807 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b32d7541-32cd-4be3-b666-12f119883c51 req-79e1b1fd-c16e-4dc6-a7a6-502e06ddf646 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 May 03 21:39:44.132668 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['0958dd81-e4cb-4e79-92f2-19d313d8d2ce'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:39:44.206516 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-79939d2f-51a4-4554-8cde-b4b8f46d9dc1 req-ed6e38cb-5629-4289-b0f1-0f545c9ddf73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0726182 May 03 21:39:44.251675 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-79939d2f-51a4-4554-8cde-b4b8f46d9dc1 req-f3df4144-4694-4c0a-b2d4-9b75e8ff2367 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373592 May 03 21:39:44.303330 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:44.483394 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12923d3-eb8e-44df-a05c-7c38d307718d req-0e2b7627-acee-4947-a623-c9ccc3ecf34c tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:44.484840 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e12923d3-eb8e-44df-a05c-7c38d307718d req-0e2b7627-acee-4947-a623-c9ccc3ecf34c tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0782697 May 03 21:39:44.529162 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e12923d3-eb8e-44df-a05c-7c38d307718d req-25b72e81-c0b4-431a-acf6-50d7f49fd620 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 May 03 21:39:44.725657 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ff85b5d4-4be3-45e0-9626-73641175a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.286892 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699e659-bdbb-4c30-ac93-9e8e86999532 req-5ce2f8bc-55c4-4322-9ad0-07f558ec7377 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:45.288252 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5699e659-bdbb-4c30-ac93-9e8e86999532 req-5ce2f8bc-55c4-4322-9ad0-07f558ec7377 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 944 time: 0.0765643 May 03 21:39:45.314492 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 0958dd81-e4cb-4e79-92f2-19d313d8d2ce up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:39:45.336259 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-5699e659-bdbb-4c30-ac93-9e8e86999532 req-adc0640e-1de8-4f14-acc3-a38ba637c697 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 May 03 21:39:45.451383 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:39:45.456998 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:39:45.457397 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.572016 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.604415 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:45.668990 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.717615 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.728534 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99088ec7-ed87-43a3-98f5-0b00e9378d92 req-79f25e44-c2f8-4f17-b3bf-0d1d86a0ded1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:45.730011 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-99088ec7-ed87-43a3-98f5-0b00e9378d92 req-79f25e44-c2f8-4f17-b3bf-0d1d86a0ded1 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0794859 May 03 21:39:45.751016 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:45.777485 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-99088ec7-ed87-43a3-98f5-0b00e9378d92 req-e15b3e2f-8d51-4790-9c0c-0c0082cde2e3 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 May 03 21:39:45.793218 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:45.823183 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:45.848335 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b33483-e52e-44df-b910-b2cb7f77aae7'] response: {'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce', 'code': 200} May 03 21:39:46.261167 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f1cc1488-c0b2-4670-a907-de2a4746b1e8 req-2976887e-e8b2-49fc-95f8-785e1f095918 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 1098 time: 0.0717237 May 03 21:39:46.283085 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-5f444789-e019-41c3-8210-121178b22c59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731487 May 03 21:39:46.303863 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f1cc1488-c0b2-4670-a907-de2a4746b1e8 req-ebf0e776-8849-4c8d-8e63-43f844985571 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361955 May 03 21:39:46.532222 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceead2f7-7e76-441c-ac9d-1dac79fd2cfc req-d3133f69-c5bc-483e-a101-19704b40ebdb tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:46.533581 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ceead2f7-7e76-441c-ac9d-1dac79fd2cfc req-d3133f69-c5bc-483e-a101-19704b40ebdb tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0770419 May 03 21:39:46.579725 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ceead2f7-7e76-441c-ac9d-1dac79fd2cfc req-cf9159fc-88a1-4077-8ee8-4d76ca1409db tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 May 03 21:39:46.664743 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-7447ca87-b659-4ec6-8caf-3515eb1c5242 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0677643 May 03 21:39:46.807957 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-9a8c5946-9c26-403f-8900-22e93c74eece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:46.809337 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-9a8c5946-9c26-403f-8900-22e93c74eece service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1256688 May 03 21:39:46.915505 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-f3711fb1-aba3-40b6-bd85-5555a801afd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 1000 time: 0.0980904 May 03 21:39:46.987179 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-ec1c2a16-11f5-4352-9846-86b55ae963e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:46.988611 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-ec1c2a16-11f5-4352-9846-86b55ae963e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0612652 May 03 21:39:47.061458 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-47c87e09-83fd-49b7-a749-d89235001ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660222 May 03 21:39:47.192241 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-d334ab2f-072a-4ec1-a17c-b27bc56ccabb service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239412 May 03 21:39:47.234698 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:47.326332 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d3e7e79f-3f88-4b45-82e8-860070499ee2 req-b024ecfd-a00b-41be-bd0d-8535726967bf service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268833 May 03 21:39:47.777878 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb78fc-f91c-4b62-a18d-7a178d2199e5 req-c6b7b9d8-cc74-44e2-a9a0-8f1c4e06013f tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:47.779332 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4cfb78fc-f91c-4b62-a18d-7a178d2199e5 req-c6b7b9d8-cc74-44e2-a9a0-8f1c4e06013f tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0761597 May 03 21:39:47.829816 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4cfb78fc-f91c-4b62-a18d-7a178d2199e5 req-d0076856-cdde-403a-9b33-15ab34854c0d tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 May 03 21:39:49.027688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e9d0b-9ec4-4a33-8bb8-f57dbc82600f req-0096e0e5-df35-42da-989f-a90a1d4a6179 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:49.029126 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-894e9d0b-9ec4-4a33-8bb8-f57dbc82600f req-0096e0e5-df35-42da-989f-a90a1d4a6179 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0785358 May 03 21:39:49.078824 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-894e9d0b-9ec4-4a33-8bb8-f57dbc82600f req-50c7fa72-64be-4f39-85a2-6495f408499d tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 May 03 21:39:50.539660 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f103-c7fd-406c-bd92-a091a2df2480 req-9493f2f3-829c-4402-a8ef-e35400db04e4 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:50.541016 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9925f103-c7fd-406c-bd92-a091a2df2480 req-9493f2f3-829c-4402-a8ef-e35400db04e4 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0797930 May 03 21:39:50.592387 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9925f103-c7fd-406c-bd92-a091a2df2480 req-ec07294d-4f64-4ee7-9a03-cbf61ce3a936 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 May 03 21:39:51.787526 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cfa8f-03ce-4a9e-93ca-6ab159693f99 req-1bb6a3c7-4d06-456f-9abe-1a0d5ad0f20a tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:51.788953 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f48cfa8f-03ce-4a9e-93ca-6ab159693f99 req-1bb6a3c7-4d06-456f-9abe-1a0d5ad0f20a tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0759645 May 03 21:39:51.834554 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f48cfa8f-03ce-4a9e-93ca-6ab159693f99 req-1c9e6bd1-1fab-4c75-b317-a0d0b63b75b8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 May 03 21:39:52.266751 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-f45ea38b-2805-4b4d-96a3-19d64ddcb358 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:52.268378 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-f45ea38b-2805-4b4d-96a3-19d64ddcb358 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 945 time: 0.0804048 May 03 21:39:52.337548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Deleting port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:39:52.337883 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:52.655795 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] For port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:39:52.656151 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:52.779610 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Calling delete_port for 0958dd81-e4cb-4e79-92f2-19d313d8d2ce owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:39:52.971783 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:52.998045 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-e9b7cab5-487d-449e-a201-3aa1b2991c77 req-5662a696-3ef1-4c67-939c-f761f7bbfe23 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 210 time: 0.0421209 May 03 21:39:53.010418 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['0958dd81-e4cb-4e79-92f2-19d313d8d2ce'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:39:53.020786 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Pushing event deleted for resources: {'Port': ['ID=0958dd81-e4cb-4e79-92f2-19d313d8d2ce,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:53.096199 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] No DVR routers for this DVR port 0958dd81-e4cb-4e79-92f2-19d313d8d2ce on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:39:53.098580 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:53.100954 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'name': 'network-vif-deleted', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:39:53.156651 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e972eb-c177-48ec-8539-fe49d0f7d55c'] response: {'server_uuid': 'b055d5a8-1d1d-461f-b491-1bff471ae2ab', 'name': 'network-vif-deleted', 'tag': '0958dd81-e4cb-4e79-92f2-19d313d8d2ce', 'status': 'completed', 'code': 200} May 03 21:39:53.160624 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1930cbed-3cfe-421e-86c0-17c4bf36af34 req-bb0e3f64-1d36-4586-bbca-4b42f625031b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "DELETE /v2.0/ports/0958dd81-e4cb-4e79-92f2-19d313d8d2ce HTTP/1.1" status: 204 len: 173 time: 0.8867207 May 03 21:39:54.176093 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4b39dcd5-fe4a-43db-a36b-d33e1c46a3a6 req-bf5af62d-ee25-49ac-89ee-815e7b37ad9d tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=b055d5a8-1d1d-461f-b491-1bff471ae2ab HTTP/1.1" status: 200 len: 210 time: 0.0398843 May 03 21:39:55.549167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-752bff10-5313-4b25-a99f-e905061de788 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:55.550516 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-752bff10-5313-4b25-a99f-e905061de788 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/networks?id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 200 len: 808 time: 0.1389332 May 03 21:39:55.566278 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-9a99d9b2-c7a8-4d26-abf8-b77bb4c836d3 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/quotas/eac2f37b4fc54d82875147a770498828 HTTP/1.1" status: 200 len: 375 time: 0.0105841 May 03 21:39:55.613528 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-5681cbfd-b611-4352-89b3-589f40d0127f tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421350 May 03 21:39:55.810882 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-a45aea61-fb4e-4977-aab5-cf313cb3b555 service neutron] 10.222.0.50 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909385 May 03 21:39:55.938264 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-aa420213-a924-441d-8105-05bb8465831c service neutron] 10.222.0.50 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217210 May 03 21:39:56.212138 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-22e8d0e9-6842-4a53-8e9f-39087d2090f7 req-1959aafa-a703-43cb-9ab8-b6c0d4a6b212 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Synchronizing usage tracker for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:39:56.285626 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-22e8d0e9-6842-4a53-8e9f-39087d2090f7 req-1959aafa-a703-43cb-9ab8-b6c0d4a6b212 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Unset dirty status for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:39:56.286841 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-22e8d0e9-6842-4a53-8e9f-39087d2090f7 req-1959aafa-a703-43cb-9ab8-b6c0d4a6b212 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 210 time: 0.1192212 May 03 21:39:57.403437 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 0958dd81-e4cb-4e79-92f2-19d313d8d2ce no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:39:57.439730 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 0958dd81-e4cb-4e79-92f2-19d313d8d2ce {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:39:57.440071 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 0958dd81-e4cb-4e79-92f2-19d313d8d2ce not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:39:57.450199 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-4dec8598-e90c-451d-9d81-82ce30af9459 req-c2d5091e-be94-4b27-899c-8a12eb8ecc1e tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 210 time: 0.0416033 May 03 21:39:58.323080 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-46cf6662-8321-4d45-9952-11e9f03118cb tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:58.324516 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-46cf6662-8321-4d45-9952-11e9f03118cb tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "GET /v2.0/networks?id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 200 len: 808 time: 0.1443398 May 03 21:39:58.349191 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Request body: {'port': {'device_id': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b', 'admin_state_up': True, 'tenant_id': 'eac2f37b4fc54d82875147a770498828'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:58.484722 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:58.495266 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:58.565668 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Made reservation on behalf of eac2f37b4fc54d82875147a770498828 for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:39:58.568695 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:58.631890 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ed0265b4-f722-4f62-a299-383a5f294e0d req-261ad7bc-0c61-491e-b44f-75732bc9f680 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 210 time: 0.0531459 May 03 21:39:58.770189 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Allocated IP 172.20.0.9 (67147cbd-c19b-4d2d-bff2-d4c2cf512d3b/2483ccd6-e5ae-45a8-8022-9ce792c67bb1/a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:39:58.973610 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.045608 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.117711 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:39:59.120725 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:39:59.125066 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:39:59.149442 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Pushing event updated for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:59.184760 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:59.185380 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.285759 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-b04dfdc4-9aca-47be-81af-fb4c7cee4b4b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9401989 May 03 21:39:59.307163 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Request body: {'port': {'device_id': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:39:59.418092 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.827130 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35db1-130f-4bb8-93da-3d9ddde34b87 req-56345a4e-b47e-4a0a-b036-3e8bc0d7dff8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:59.829888 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b4b35db1-130f-4bb8-93da-3d9ddde34b87 req-56345a4e-b47e-4a0a-b036-3e8bc0d7dff8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 931 time: 0.0746121 May 03 21:39:59.847720 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:39:59.855036 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.870309 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Transition to ACTIVE for port object a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:39:59.878071 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b4b35db1-130f-4bb8-93da-3d9ddde34b87 req-27c6bd26-763b-4ed6-b88c-de59ffda2bed tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 May 03 21:39:59.948253 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:00.075407 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:00.187616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Attempting to bind port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:40:00.187950 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Attempting to bind port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:40:00.188303 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Attempting to bind port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:00.194067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:40:00.194650 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Attempting to bind port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d on network 67147cbd-c19b-4d2d-bff2-d4c2cf512d3b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:00.200863 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:40:00.201138 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Checking segment: {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:40:00.201552 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Bound using segment: {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:40:00.201972 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Bound port: a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd414cf86-a768-4901-8253-c6b2b89066d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:40:00.202314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:00.288730 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:40:00.291737 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:40:00.377436 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:00.439575 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:00.440935 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] 10.222.0.32 "PUT /v2.0/ports/a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d HTTP/1.1" status: 200 len: 1093 time: 1.1378376 May 03 21:40:00.441385 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:00.461404 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df64329-7ebe-42d5-8596-6cd4d503312f service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:00.495772 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f49b6e-9e3b-47ec-995e-3d814e50e549'] response: {'name': 'network-changed', 'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d', 'status': 'completed', 'code': 200} May 03 21:40:00.622201 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-35fb6a53-3dd5-43c1-a55e-1cd1aa8c9533 req-a5f11ea9-6f16-49a8-9def-d58eb34639e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 1096 time: 0.0712016 May 03 21:40:00.769372 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6a53-3dd5-43c1-a55e-1cd1aa8c9533 req-6ab70d15-b846-4461-94d7-053f5fb7b572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:00.770733 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-35fb6a53-3dd5-43c1-a55e-1cd1aa8c9533 req-6ab70d15-b846-4461-94d7-053f5fb7b572 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eac2f37b4fc54d82875147a770498828&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1332586 May 03 21:40:00.906191 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6a53-3dd5-43c1-a55e-1cd1aa8c9533 req-da647c56-3d9e-46fa-86b2-32f428007f01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:00.908455 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-35fb6a53-3dd5-43c1-a55e-1cd1aa8c9533 req-da647c56-3d9e-46fa-86b2-32f428007f01 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302099 May 03 21:40:01.045925 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-93470f06-2e02-4d9d-8601-eeedb0b58b1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac2f37b4fc54d82875147a770498828&device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 1096 time: 0.0694799 May 03 21:40:01.080277 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923b0a5-5a69-4c4e-9566-e2f509d9d960 req-5187fb31-754e-4d46-a1f7-ee7100a42ca5 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:01.081755 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f923b0a5-5a69-4c4e-9566-e2f509d9d960 req-5187fb31-754e-4d46-a1f7-ee7100a42ca5 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 943 time: 0.0770624 May 03 21:40:01.124675 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-50142685-3d4b-4acf-86e7-27fb94bcddca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d HTTP/1.1" status: 200 len: 217 time: 0.0636959 May 03 21:40:01.126542 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f923b0a5-5a69-4c4e-9566-e2f509d9d960 req-993ba631-805c-47c5-9032-3f9eca39339f tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 May 03 21:40:01.186392 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-fe6c579e-f569-4bc2-ac6f-4f18d87c96e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:01.187810 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-fe6c579e-f569-4bc2-ac6f-4f18d87c96e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2483ccd6-e5ae-45a8-8022-9ce792c67bb1 HTTP/1.1" status: 200 len: 848 time: 0.0567117 May 03 21:40:01.236563 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-fa0a8a49-138c-4f91-afbf-91a84c28df90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410552 May 03 21:40:01.365317 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-be8248dd-57a2-44c6-81a4-5ee4c67137a9 service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223600 May 03 21:40:01.579153 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec1bb967-52fc-481a-97a7-e9400ae3fb84 req-036cfcb7-6c14-4898-943f-782eb2e22675 service neutron] 10.222.0.32 "GET /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065456 May 03 21:40:02.326810 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea634b-f634-4fb2-84c6-21152092ec5a req-85a1efb5-1f88-493a-9300-93e18dafec7b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:02.327494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4fea634b-f634-4fb2-84c6-21152092ec5a req-85a1efb5-1f88-493a-9300-93e18dafec7b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Synchronizing usage tracker for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:02.410240 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-4fea634b-f634-4fb2-84c6-21152092ec5a req-85a1efb5-1f88-493a-9300-93e18dafec7b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Unset dirty status for tenant:eac2f37b4fc54d82875147a770498828 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:02.411362 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4fea634b-f634-4fb2-84c6-21152092ec5a req-85a1efb5-1f88-493a-9300-93e18dafec7b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 943 time: 0.1636484 May 03 21:40:02.458768 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4fea634b-f634-4fb2-84c6-21152092ec5a req-5a4d0b98-62e1-47da-a9ba-2b30416de74b tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 03 21:40:03.654585 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39976193-a438-49ba-a6cc-098c97e7234f req-e69067b0-3256-47fc-988b-00c724dcff40 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:03.656022 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-39976193-a438-49ba-a6cc-098c97e7234f req-e69067b0-3256-47fc-988b-00c724dcff40 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 943 time: 0.0787630 May 03 21:40:03.701047 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-39976193-a438-49ba-a6cc-098c97e7234f req-933e2176-d656-4162-8e1f-76670b437188 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 May 03 21:40:04.899376 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5c6d-b015-4ad4-8236-1a3b08cd0e3e req-5c9f9f87-b3e0-49ea-a6b0-be997d512e7e tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:04.900798 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-28fb5c6d-b015-4ad4-8236-1a3b08cd0e3e req-5c9f9f87-b3e0-49ea-a6b0-be997d512e7e tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 943 time: 0.0784707 May 03 21:40:04.945826 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-28fb5c6d-b015-4ad4-8236-1a3b08cd0e3e req-ad5e80a0-33c6-4112-8d14-1be93c9b2b0e tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 May 03 21:40:05.460418 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:40:05.591074 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:05.603762 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d', 'network_id': '67147cbd-c19b-4d2d-bff2-d4c2cf512d3b', 'port_id': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d', 'mac_address': 'fa:16:3e:0c:0a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2483ccd6-e5ae-45a8-8022-9ce792c67bb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:40:05.685832 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:05.703125 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:05.718202 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:05.810023 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:05.874930 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:05.883949 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.884297 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.884638 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.884976 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.885340 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.885671 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.885997 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.886324 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.886646 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.886967 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:05.887289 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:06.144418 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:40:06.146359 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e66c5-670c-46ec-a897-73743f174e97 req-f10d5672-7b2f-4782-8a33-23428e1e107d tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:06.147821 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-042e66c5-670c-46ec-a897-73743f174e97 req-f10d5672-7b2f-4782-8a33-23428e1e107d tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 944 time: 0.0774057 May 03 21:40:06.195021 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-042e66c5-670c-46ec-a897-73743f174e97 req-889b3eee-08e3-4e7c-8525-7653ff4fcf7e tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 May 03 21:40:07.389316 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672c45-c1c5-4a66-bcca-2983ab2e385e req-5a01e92b-633c-4538-84b2-bdc9b129cbd1 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:07.390772 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-42672c45-c1c5-4a66-bcca-2983ab2e385e req-5a01e92b-633c-4538-84b2-bdc9b129cbd1 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 944 time: 0.0778382 May 03 21:40:07.435876 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-42672c45-c1c5-4a66-bcca-2983ab2e385e req-d69844d0-dce5-4a1a-b2b9-3c35af82afc0 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 May 03 21:40:07.452339 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:40:07.576051 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:40:07.580964 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:07.581352 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:07.691975 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:07.718115 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:07.727257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:07.770782 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:07.776887 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2904ee0b-5fe5-4a0a-a1fe-71f05f0b964a'] response: {'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d', 'code': 200} May 03 21:40:07.841748 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:08.126575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fedc6355-751d-4e17-9c93-5ccfcb0c1626 req-dc4793ad-e2af-4761-a63b-bf32c2db12aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 1098 time: 0.0715358 May 03 21:40:08.168483 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-fedc6355-751d-4e17-9c93-5ccfcb0c1626 req-edfb7d56-fc25-4577-b669-30c6c4ca5dc1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 May 03 21:40:08.630120 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb454-0e5d-4689-90b3-7103534d86b3 req-19700816-e639-48f5-930e-bb5826fa2a16 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:08.631591 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-feddb454-0e5d-4689-90b3-7103534d86b3 req-19700816-e639-48f5-930e-bb5826fa2a16 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 945 time: 0.0771005 May 03 21:40:08.678916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-feddb454-0e5d-4689-90b3-7103534d86b3 req-db26e172-1d6d-473f-825f-1c8c762ed9dc tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 May 03 21:40:09.632500 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:09.878986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e288a6-e965-4b87-a085-8850398aae6c req-669efc49-fec6-4b31-9f7d-f6b2711a8bf8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:09.880430 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-11e288a6-e965-4b87-a085-8850398aae6c req-669efc49-fec6-4b31-9f7d-f6b2711a8bf8 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 945 time: 0.0801980 May 03 21:40:09.927150 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-11e288a6-e965-4b87-a085-8850398aae6c req-ce6348da-447d-42d7-a68b-0e6006a1cad7 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 May 03 21:40:11.531685 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c05f5-6eb7-447e-8c76-76a85e04ee70 req-ca5a78a4-8efe-4c2e-ac1e-0832098827ca tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:11.533121 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1c05f5-6eb7-447e-8c76-76a85e04ee70 req-ca5a78a4-8efe-4c2e-ac1e-0832098827ca tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 945 time: 0.0752983 May 03 21:40:11.582593 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec1c05f5-6eb7-447e-8c76-76a85e04ee70 req-2fcd4ed1-cd46-4362-8275-6a40f5781edd tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 May 03 21:40:12.158931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-377d8cbd-604a-4a42-9de3-077cd2a79d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:12.780859 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155f59-7c43-4f3d-83c4-2bfde3cfd5a1 req-c5ba312d-80bc-43f1-956d-8b5b5e170527 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:12.782239 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59155f59-7c43-4f3d-83c4-2bfde3cfd5a1 req-c5ba312d-80bc-43f1-956d-8b5b5e170527 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 945 time: 0.0791450 May 03 21:40:12.828949 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-59155f59-7c43-4f3d-83c4-2bfde3cfd5a1 req-5b66b45b-db30-4d38-a240-01fdd6af1bcc tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/security-groups?id=68060437-604d-4db2-8284-5912defd6a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 May 03 21:40:13.106039 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-e904f46f-e712-40c3-81d6-eedb1738ef66 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:13.107460 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-e904f46f-e712-40c3-81d6-eedb1738ef66 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 945 time: 0.0754664 May 03 21:40:13.186744 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Deleting port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:40:13.187081 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:13.431793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] For port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,segment=NetworkSegment(d414cf86-a768-4901-8253-c6b2b89066d0),segment_id=d414cf86-a768-4901-8253-c6b2b89066d0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:13.432249 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:13.555733 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Calling delete_port for a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:40:13.775585 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:13.827245 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:40:13.831393 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Pushing event deleted for resources: {'Port': ['ID=a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:13.916886 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] No DVR routers for this DVR port a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:40:13.920035 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:13.923239 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'name': 'network-vif-deleted', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:13.978056 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a15d0b4f-936c-4ce4-a4ab-87f808df10c8 req-56dba5cd-4e27-4504-a092-5f8072bddd3c tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.32 "DELETE /v2.0/ports/a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d HTTP/1.1" status: 204 len: 173 time: 0.8551376 May 03 21:40:14.019480 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-78dfedf6-8174-4657-a230-63124488d5c7 req-a3051f11-efe9-42f1-85b9-0a34a5e0adf7 tempest-VolumesActionsTest-1421409974 tempest-VolumesActionsTest-1421409974-project] 10.222.0.50 "GET /v2.0/ports?device_id=03deb237-b009-49f4-a1b8-c9396e9002d9 HTTP/1.1" status: 200 len: 210 time: 0.0560915 May 03 21:40:14.084997 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf58b46-5f69-4f4c-8b74-4dfc970688ff'] response: {'server_uuid': '03deb237-b009-49f4-a1b8-c9396e9002d9', 'name': 'network-vif-deleted', 'tag': 'a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d', 'status': 'completed', 'code': 200} May 03 21:40:14.387069 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:14.461771 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d31d-88e2-45ea-ab57-5f4f241e66ea req-ea73edb5-c718-431d-b42c-a3fe640c96ab tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:14.463228 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0ec0d31d-88e2-45ea-ab57-5f4f241e66ea req-ea73edb5-c718-431d-b42c-a3fe640c96ab tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.0799842 May 03 21:40:14.510099 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-0ec0d31d-88e2-45ea-ab57-5f4f241e66ea req-7ded905b-c580-4ff6-98dc-20a9193e58db tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412009 May 03 21:40:14.752293 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-647870a8-006d-4e11-a94d-f8b8173c7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:15.700497 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:15.727743 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab4262-842c-422c-98be-ba0b0839f748 req-7f79d959-2f04-4318-85e8-dfabca563425 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:15.729232 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2ab4262-842c-422c-98be-ba0b0839f748 req-7f79d959-2f04-4318-85e8-dfabca563425 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.0831068 May 03 21:40:15.758692 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:15.779797 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b2ab4262-842c-422c-98be-ba0b0839f748 req-e0bd4a2a-aba3-4fe0-88bb-50bfa09039e2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450475 May 03 21:40:16.541569 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-0612c481-14a9-41f5-ac5f-d11b358c7507 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:16.542982 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-0612c481-14a9-41f5-ac5f-d11b358c7507 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.0783274 May 03 21:40:16.614188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Deleting port 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:40:16.614515 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:16.986624 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] For port 7658d7ab-3699-49e1-b063-440e93cd6fb4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7658d7ab-3699-49e1-b063-440e93cd6fb4,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:16.987172 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.166968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7302aa-e295-43c6-a7dd-c2e43e7ce158 req-58c848ce-eaf9-48f2-8e24-eb60cb1ea36f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:17.168436 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-be7302aa-e295-43c6-a7dd-c2e43e7ce158 req-58c848ce-eaf9-48f2-8e24-eb60cb1ea36f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 946 time: 0.2442672 May 03 21:40:17.243790 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.306589 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-be7302aa-e295-43c6-a7dd-c2e43e7ce158 req-f2458c9c-fce2-4941-a69b-356db9a3cb2d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=98d93e17-6a86-45d2-99f3-9231160025fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293867 May 03 21:40:17.332655 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.333247 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.333858 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Floating IP 26fc0e55-088e-428a-8332-a298962f160a disassociated. External IP: 172.28.0.227, port: 7658d7ab-3699-49e1-b063-440e93cd6fb4. May 03 21:40:17.333858 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Calling delete_port for 7658d7ab-3699-49e1-b063-440e93cd6fb4 owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:40:17.490826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:40:17.523764 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:40:17.524095 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device a9dbd92a-eab9-4ea5-83b7-1e0d190ce01d not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:40:17.529666 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.578306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'Port': ['ID=7658d7ab-3699-49e1-b063-440e93cd6fb4,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:17.792174 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:40:18.031086 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:40:18.042438 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:40:18.073025 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:18.075427 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:18.145882 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] No DVR routers for this DVR port 7658d7ab-3699-49e1-b063-440e93cd6fb4 on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:40:18.148824 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.151983 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-deleted', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:18.226158 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bcde28-c9ce-449a-b237-8da4bf41cfb2'] response: {'server_uuid': 'bf176fe8-534f-48d8-a662-eb77dfd103a9', 'name': 'network-vif-deleted', 'tag': '7658d7ab-3699-49e1-b063-440e93cd6fb4', 'status': 'completed', 'code': 200} May 03 21:40:18.262382 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-36d456f3-c2cf-4e4d-b1d0-e7e367dfba1c req-80b015ee-e36e-479f-bebf-809c7055f9b2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "DELETE /v2.0/ports/7658d7ab-3699-49e1-b063-440e93cd6fb4 HTTP/1.1" status: 204 len: 173 time: 1.7123008 May 03 21:40:18.337752 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:18.515678 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-2b0f7356-fc50-4d34-aafc-cdc059718341 req-c2549324-6167-46ad-a2ad-8b5c3e18dfa3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:18.598564 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-2b0f7356-fc50-4d34-aafc-cdc059718341 req-c2549324-6167-46ad-a2ad-8b5c3e18dfa3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:18.600440 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2b0f7356-fc50-4d34-aafc-cdc059718341 req-c2549324-6167-46ad-a2ad-8b5c3e18dfa3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf176fe8-534f-48d8-a662-eb77dfd103a9 HTTP/1.1" status: 200 len: 210 time: 0.1300788 May 03 21:40:18.695111 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:18.699932 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:40:18.712049 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:18.713913 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:18.904548 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:19.322976 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:19.328339 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd51a4-5199-48bd-8db5-d87a1acec93d None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:40:19.574350 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5bb8-7ece-4533-931a-d0a431a3a1f2 None None] New status for floating IP 26fc0e55-088e-428a-8332-a298962f160a: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:40:20.946065 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46642) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:21.022715 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.050705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.370008 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.389758 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d93e17-6a86-45d2-99f3-9231160025fd,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:21.444419 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.445629 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-23dbe8f1-d210-40e3-b7ff-e266785d061d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "DELETE /v2.0/security-groups/98d93e17-6a86-45d2-99f3-9231160025fd HTTP/1.1" status: 204 len: 168 time: 0.4978604 May 03 21:40:21.448288 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46648) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:21.469516 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.api.v2.resource [None req-caccdf6b-b78c-428d-b5ab-003cdfb8a727 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] show failed (client error): The resource could not be found. May 03 21:40:21.471288 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-caccdf6b-b78c-428d-b5ab-003cdfb8a727 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups/98d93e17-6a86-45d2-99f3-9231160025fd HTTP/1.1" status: 404 len: 347 time: 0.0217843 May 03 21:40:21.475333 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46654) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:21.521823 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:40:21.570456 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: 7658d7ab-3699-49e1-b063-440e93cd6fb4 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:40:21.571140 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device 7658d7ab-3699-49e1-b063-440e93cd6fb4 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:40:21.667763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Deleting port a74531c8-c607-40a0-90d6-f1b70b84b831 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:40:21.668133 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.850023 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.850664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:22.078141 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Calling delete_port for a74531c8-c607-40a0-90d6-f1b70b84b831 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:40:22.289795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:22.351085 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'Port': ['ID=a74531c8-c607-40a0-90d6-f1b70b84b831,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:22.414943 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.415734 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.416373 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.416998 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.417474 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.417832 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.418178 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.418518 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.418856 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.419189 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.419519 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:22.481677 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:22.570597 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:22.571687 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d08e6116-ba56-4dcf-a194-354118f21ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "DELETE /v2.0/floatingips/26fc0e55-088e-428a-8332-a298962f160a HTTP/1.1" status: 204 len: 168 time: 1.0953219 May 03 21:40:23.907486 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46666) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:23.915747 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481784503', 'description': 'tempest-description--628584075'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:23.924577 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:23.929148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:23.932135 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:23.938242 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:24.004338 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.048002 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:24.052989 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:24.056102 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:24.062186 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:24.123451 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.204192 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.254832 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7095829-d819-46cb-b8fb-303bad77caa0,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:24.539871 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.541571 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5ad36c6c-82be-43a2-93b4-89bec6628082 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6318123 May 03 21:40:24.544089 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46674) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:24.551227 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group_rule': {'security_group_id': 'd7095829-d819-46cb-b8fb-303bad77caa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:24.559466 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:24.566493 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:24.569908 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:24.575902 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:24.684527 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.750176 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.798097 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.827513 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852714df-72ff-4ef2-9e6e-cab6c6a43283,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:24.883795 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.887500 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5ad589bd-e517-4394-b5a3-ccac065279b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3398235 May 03 21:40:24.887700 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46684) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:24.894240 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'security_group_rule': {'security_group_id': 'd7095829-d819-46cb-b8fb-303bad77caa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:24.900739 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:24.904645 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:security_group_rule and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:24.907728 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:24.915429 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:24.995809 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.068117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.135183 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617396'] for security_group_rule, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.161586 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3827894-3d0f-4dc9-bf27-ce23f8cce860,revision_number=0']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:25.249688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.255706 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-c19c1768-f0c8-49df-873b-156916a1c28b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3622110 May 03 21:40:25.255981 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46690) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:25.261621 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'floatingip': {'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:25.307604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:25.307604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Usage tracker for resource:floatingip and tenant:fd67cbeef91f4626a025442681b6a8cd is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:25.307604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:25.307604 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:25.403618 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.574392 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:25.728755 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_common [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Allocated IP 172.28.0.58 (4e91c2a4-d979-4793-ae77-3a5bf1259841/17168c30-3088-4a38-a066-47ed3fae26fc/c9021e4b-48b9-4859-8575-257245aa2b95) {{(pid=83822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:40:25.921789 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.010237 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.088971 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Network 4e91c2a4-d979-4793-ae77-3a5bf1259841 is already hosted by enough agents. {{(pid=83822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:40:26.090693 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.base_scheduler [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources bound (agent type, host, resource id): {{(pid=83822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:40:26.097053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Received port after_create {{(pid=83822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:40:26.131233 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=c9021e4b-48b9-4859-8575-257245aa2b95,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:26.309453 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.441516 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.696105 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.797957 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1055112'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:26.909938 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=c9021e4b-48b9-4859-8575-257245aa2b95,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:26.935244 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:27.043908 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:27.049967 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e9dfad63-8efe-432f-9339-4729599d4665 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7928967 May 03 21:40:27.321474 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-685ff023-8741-4db1-9005-784a331e0911 req-4c914ca5-84df-4855-8ed3-91923c9d5893 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:27.426403 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-685ff023-8741-4db1-9005-784a331e0911 req-4c914ca5-84df-4855-8ed3-91923c9d5893 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:27.427587 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-4c914ca5-84df-4855-8ed3-91923c9d5893 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--481784503&fields=id&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 267 time: 0.1560419 May 03 21:40:27.589452 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff023-8741-4db1-9005-784a331e0911 req-9a4af361-5b91-41e4-a5c9-d4589497ad25 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:27.590964 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-9a4af361-5b91-41e4-a5c9-d4589497ad25 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 817 time: 0.1567762 May 03 21:40:27.608516 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-0a9a987a-693d-4791-ac50-5b1f9dd213bf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/quotas/fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 375 time: 0.0116675 May 03 21:40:27.699296 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-41921c2d-e68e-4d67-b9e1-8e89f1dfae5d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844905 May 03 21:40:27.931654 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-84675c13-2eae-4ea0-a31d-96f67a739e8e service neutron] 10.222.0.50 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205367 May 03 21:40:28.066657 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-04e853d8-24cf-4dd1-b4cb-c26cc5db65b1 service neutron] 10.222.0.50 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286917 May 03 21:40:28.334331 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b752b2ca-6df0-4298-9a36-ff0d296cea2a req-10a13fa7-f761-4360-9033-12e42f31c905 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:28.575034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-b752b2ca-6df0-4298-9a36-ff0d296cea2a req-10a13fa7-f761-4360-9033-12e42f31c905 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:28.576388 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b752b2ca-6df0-4298-9a36-ff0d296cea2a req-10a13fa7-f761-4360-9033-12e42f31c905 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 210 time: 0.2857494 May 03 21:40:29.796785 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a021a146-22a9-46ab-ae33-a30e6487b8b5 req-e70370e5-487a-4cb1-8a74-65cc4cb5c074 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 210 time: 0.0653934 May 03 21:40:30.787199 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff023-8741-4db1-9005-784a331e0911 req-e6a8f02a-bc1d-49fd-a09e-81c53f89c3ad tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:30.790117 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-e6a8f02a-bc1d-49fd-a09e-81c53f89c3ad tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 817 time: 0.1922703 May 03 21:40:30.875014 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-39b2aec1-bfb4-4700-a17d-4bc9195bf65e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 379 time: 0.0626404 May 03 21:40:30.885529 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'port': {'device_id': '2e268695-0319-4208-8082-e6dd1a7523eb', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'admin_state_up': True, 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'security_groups': ['d7095829-d819-46cb-b8fb-303bad77caa0']}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:31.032934 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-f925daea-b395-40e7-a6c2-9225aa494eb6 req-e26db716-3093-4234-9390-457ea9b7df03 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 210 time: 0.0581732 May 03 21:40:31.075473 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:31.085935 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:31.334890 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Made reservation on behalf of fd67cbeef91f4626a025442681b6a8cd for: {'port': 1} {{(pid=83821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:40:31.337906 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:31.508215 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Allocated IP 172.20.0.5 (860c24b4-3635-41e9-96f9-c14142a39a50/71d42b76-771e-449c-b475-dcb907f2176b/c31830c2-f76f-4a44-999c-03a423c1414b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:40:31.712630 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:31.729899 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Transition to ACTIVE for port object c31830c2-f76f-4a44-999c-03a423c1414b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:40:31.809617 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771531909771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:31.890989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Network 860c24b4-3635-41e9-96f9-c14142a39a50 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:40:31.896314 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:40:31.897727 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:31.900900 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:40:31.949296 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.949651 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.949998 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.950368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.950728 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.951059 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.951388 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.951713 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.952038 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.952360 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:31.952691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:32.012254 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:32.013016 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.130757 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-ad9d6e17-3ca1-42b7-923a-555e8fc69ffb tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2498312 May 03 21:40:32.152953 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.v2.base [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Request body: {'port': {'device_id': '2e268695-0319-4208-8082-e6dd1a7523eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:32.317908 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-ce24ec13-26ea-4ae5-9b8a-a7d67cefb29f None None] Provisioning for port c31830c2-f76f-4a44-999c-03a423c1414b completed by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:40:32.326256 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-ce24ec13-26ea-4ae5-9b8a-a7d67cefb29f None None] Provisioning complete for port c31830c2-f76f-4a44-999c-03a423c1414b triggered by entity DHCP. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:32.326984 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-ce24ec13-26ea-4ae5-9b8a-a7d67cefb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.347989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.362115 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007021-1380-4fea-bc23-706f512f006a req-d8c15cc1-0cc4-454c-ba97-875e3baee590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:32.363085 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ef007021-1380-4fea-bc23-706f512f006a req-d8c15cc1-0cc4-454c-ba97-875e3baee590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:32.396835 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-ce24ec13-26ea-4ae5-9b8a-a7d67cefb29f None None] Port c31830c2-f76f-4a44-999c-03a423c1414b cannot update to ACTIVE because it is not bound. {{(pid=83823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:40:32.483295 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-ef007021-1380-4fea-bc23-706f512f006a req-d8c15cc1-0cc4-454c-ba97-875e3baee590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:32.484448 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ef007021-1380-4fea-bc23-706f512f006a req-d8c15cc1-0cc4-454c-ba97-875e3baee590 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 931 time: 0.2886019 May 03 21:40:32.613757 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ef007021-1380-4fea-bc23-706f512f006a req-21880eb6-99c6-4bbe-92b1-cd6abfb7aea7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227491 May 03 21:40:32.767434 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:32.777734 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.795739 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Transition to ACTIVE for port object c31830c2-f76f-4a44-999c-03a423c1414b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:40:32.878186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:33.126492 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:33.248836 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Attempting to bind port c31830c2-f76f-4a44-999c-03a423c1414b on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:40:33.249188 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Attempting to bind port c31830c2-f76f-4a44-999c-03a423c1414b by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:40:33.249548 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Attempting to bind port c31830c2-f76f-4a44-999c-03a423c1414b on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:33.255800 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Port c31830c2-f76f-4a44-999c-03a423c1414b on network 860c24b4-3635-41e9-96f9-c14142a39a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:40:33.256129 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Attempting to bind port c31830c2-f76f-4a44-999c-03a423c1414b on network 860c24b4-3635-41e9-96f9-c14142a39a50 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:33.262890 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Checking agent: {'id': '36cf80be-5ac7-4929-9626-0e0cc71a857d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'started_at': datetime.datetime(2022, 5, 3, 21, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:40:33.263198 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Checking segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:40:33.263592 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Bound using segment: {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:40:33.264029 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Bound port: c31830c2-f76f-4a44-999c-03a423c1414b, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928b553a-3374-4ace-9401-1aeef22c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:40:33.264509 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:33.369302 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:40:33.372638 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:40:33.438192 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1254309'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:33.494309 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:33.495911 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] 10.222.0.32 "PUT /v2.0/ports/c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 1093 time: 1.3477542 May 03 21:40:33.503498 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:33.557109 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf241c96-ad03-4793-97ad-9b505cd589cf service neutron] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:33.584690 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59049cf-89f8-4a1b-8d9f-c689754a7a48'] response: {'name': 'network-changed', 'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'status': 'completed', 'code': 200} May 03 21:40:33.772789 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-68e14336-eee6-4769-9881-d2b6687e7494 req-f40f6cc3-8ce9-40ae-9ff4-7fd8af8da5c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1096 time: 0.1427708 May 03 21:40:34.001736 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263bd4a-3056-48dd-81dd-54c9f69d29e2 req-51413678-ca49-4987-9c6f-07353bf18905 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:34.003567 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7263bd4a-3056-48dd-81dd-54c9f69d29e2 req-51413678-ca49-4987-9c6f-07353bf18905 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.1384943 May 03 21:40:34.004802 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14336-eee6-4769-9881-d2b6687e7494 req-0119f45d-96ec-4ec0-8587-8aa813d2ac0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:34.006252 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-68e14336-eee6-4769-9881-d2b6687e7494 req-0119f45d-96ec-4ec0-8587-8aa813d2ac0c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fd67cbeef91f4626a025442681b6a8cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2174389 May 03 21:40:34.142735 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7263bd4a-3056-48dd-81dd-54c9f69d29e2 req-ecf81965-c0c4-43ab-9aed-a673f76fadcc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309481 May 03 21:40:34.184558 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14336-eee6-4769-9881-d2b6687e7494 req-c44ac1f9-b562-42e0-a325-df98b476daba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:34.186110 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-68e14336-eee6-4769-9881-d2b6687e7494 req-c44ac1f9-b562-42e0-a325-df98b476daba service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727436 May 03 21:40:34.341753 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-7a99c10f-2e7a-4e71-ace2-6e6dbde4d096 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1096 time: 0.0828068 May 03 21:40:34.421152 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-d808d267-5c45-432e-900b-a2637bc4cb59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 217 time: 0.0644386 May 03 21:40:34.492368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff023-8741-4db1-9005-784a331e0911 req-ea84f1f8-e9e8-40ba-ae36-d3c7f71ca21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:34.493871 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-ea84f1f8-e9e8-40ba-ae36-d3c7f71ca21c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0660105 May 03 21:40:34.575786 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-06e4ab04-fe41-495c-8163-321825702126 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733204 May 03 21:40:34.730180 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-ce57c980-c640-42a5-9500-8d76d8752d5a service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451106 May 03 21:40:34.872705 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-685ff023-8741-4db1-9005-784a331e0911 req-ccfb2e90-f521-4828-91c0-a5d14ccb9834 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333804 May 03 21:40:35.484237 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b55e3-5979-4df0-b7da-7e664d3b7965 req-2470c5c5-4e18-4b9d-b70d-8574957efe6e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:35.485826 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a4b55e3-5979-4df0-b7da-7e664d3b7965 req-2470c5c5-4e18-4b9d-b70d-8574957efe6e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.1839883 May 03 21:40:35.536388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a4b55e3-5979-4df0-b7da-7e664d3b7965 req-01e354e0-a620-47ba-9b33-1c632e509678 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83822) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:35.547913 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [req-1a4b55e3-5979-4df0-b7da-7e664d3b7965 req-01e354e0-a620-47ba-9b33-1c632e509678 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:security_group {{(pid=83822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:35.549053 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-1a4b55e3-5979-4df0-b7da-7e664d3b7965 req-01e354e0-a620-47ba-9b33-1c632e509678 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573251 May 03 21:40:36.759421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9503f-b6bf-4af7-8239-2f6d12505ccd req-ffb596fe-df43-48d5-ac11-c48bdf534460 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:36.760840 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8ca9503f-b6bf-4af7-8239-2f6d12505ccd req-ffb596fe-df43-48d5-ac11-c48bdf534460 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0753891 May 03 21:40:36.807939 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8ca9503f-b6bf-4af7-8239-2f6d12505ccd req-bba30df4-1009-4806-ba40-c0aaca820699 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 May 03 21:40:37.607284 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:40:37.738757 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:37.751429 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:40:37.808618 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:37.826294 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:37.841440 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:37.928922 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:38.000463 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=4']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:38.024308 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c21e-ffab-4061-a3f2-6a3a6895ad28 req-3910ddc3-1253-4f02-a709-9395a7301955 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:38.025837 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6e60c21e-ffab-4061-a3f2-6a3a6895ad28 req-3910ddc3-1253-4f02-a709-9395a7301955 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 944 time: 0.0800111 May 03 21:40:38.076681 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-6e60c21e-ffab-4061-a3f2-6a3a6895ad28 req-fa5a70a1-96a7-4d93-b636-5ee3684b21b6 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 May 03 21:40:38.281718 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['c31830c2-f76f-4a44-999c-03a423c1414b'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:40:39.285927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa98b7-fae7-4c5b-9a08-417ad3b903d4 req-26981dc4-d6fd-47f3-9d47-3fe012ae0916 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:39.287294 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-27fa98b7-fae7-4c5b-9a08-417ad3b903d4 req-26981dc4-d6fd-47f3-9d47-3fe012ae0916 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 944 time: 0.0774040 May 03 21:40:39.334234 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-27fa98b7-fae7-4c5b-9a08-417ad3b903d4 req-5d8e98e6-a3bb-4b5d-ab3c-fc66485c37c5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 May 03 21:40:39.630585 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:40:39.750823 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning for port c31830c2-f76f-4a44-999c-03a423c1414b completed by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:40:39.756370 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port c31830c2-f76f-4a44-999c-03a423c1414b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:39.756736 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:39.867947 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:39.893804 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:39.902744 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:39.948871 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e74388-25e3-49ac-b167-449c3c514eee'] response: {'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'code': 200} May 03 21:40:39.973720 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.035256 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46826) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:40.049179 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=5']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:40.099174 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Deleting subnet 2483ccd6-e5ae-45a8-8022-9ce792c67bb1 {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:40:40.102362 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.151840 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.211607 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.357034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.399750 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2483ccd6-e5ae-45a8-8022-9ce792c67bb1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:40.405765 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.415222 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-739df23a-fbd2-43b9-8b2a-d50c65434980 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2483ccd6-e5ae-45a8-8022-9ce792c67bb1 HTTP/1.1" status: 204 len: 168 time: 0.3765023 May 03 21:40:40.415520 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46832) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:40.422952 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a2d82a26-1f3e-43f2-b3c7-99685de4ca7a req-421a2263-10e2-49ac-bd67-82dbaac5970d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1098 time: 0.1655321 May 03 21:40:40.467049 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a2d82a26-1f3e-43f2-b3c7-99685de4ca7a req-bb1ca2e7-1146-48e1-a64b-13147c3c894a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367618 May 03 21:40:40.523501 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.547968 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469c12-5ff5-49e2-8ccf-c7c17b8c5e5b req-50124ce7-d15f-4ae9-8906-7318409e0f3c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:40.550052 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a469c12-5ff5-49e2-8ccf-c7c17b8c5e5b req-50124ce7-d15f-4ae9-8906-7318409e0f3c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0767822 May 03 21:40:40.596583 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2a469c12-5ff5-49e2-8ccf-c7c17b8c5e5b req-ecaabf46-4897-4d67-a014-751534534dc6 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 May 03 21:40:40.649222 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.678142 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67147cbd-c19b-4d2d-bff2-d4c2cf512d3b']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:40.689878 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd414cf86-a768-4901-8253-c6b2b89066d0') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:40.690187 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd414cf86-a768-4901-8253-c6b2b89066d0') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:40.701462 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.716558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.722966 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:40:40.723343 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:40:40.736211 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:40:40.894238 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.898372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:40.927034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=67147cbd-c19b-4d2d-bff2-d4c2cf512d3b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:41.003914 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-11f32d6d-2601-4c5f-8c41-4b81de734fd7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/67147cbd-c19b-4d2d-bff2-d4c2cf512d3b HTTP/1.1" status: 204 len: 168 time: 0.5874126 May 03 21:40:41.335715 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46838) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:41.385736 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-19f0fbf8-e8c4-456f-81b6-a9a5363b4a71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eac2f37b4fc54d82875147a770498828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488825 May 03 21:40:41.388110 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46842) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:41.446698 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:41.472145 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:41.625445 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:41.644249 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68060437-604d-4db2-8284-5912defd6a79,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:41.786544 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:41.787625 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-005ef08c-3883-493b-877f-e896ab3ef14f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68060437-604d-4db2-8284-5912defd6a79 HTTP/1.1" status: 204 len: 168 time: 0.3986516 May 03 21:40:41.822345 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994ea2-f777-445d-814e-255d9d4c90b0 req-0e7a565f-7565-436b-97d5-9b8090f0002c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:41.823849 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-66994ea2-f777-445d-814e-255d9d4c90b0 req-0e7a565f-7565-436b-97d5-9b8090f0002c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0869102 May 03 21:40:41.871698 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-66994ea2-f777-445d-814e-255d9d4c90b0 req-b2111d82-f0df-4677-b0cf-775d97fcb4d3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 May 03 21:40:42.168538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-521f9dc1-1d4a-4e14-883e-fd4a27005b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:43.093354 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5767d61-37d7-4f40-a77a-0004b1b28a71 req-3fa9441a-cd94-45ca-8217-53cc61343a85 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:43.094821 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d5767d61-37d7-4f40-a77a-0004b1b28a71 req-3fa9441a-cd94-45ca-8217-53cc61343a85 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0828865 May 03 21:40:43.140727 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d5767d61-37d7-4f40-a77a-0004b1b28a71 req-fcb30d38-37fc-4fea-acda-979c6da25e76 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 May 03 21:40:43.343778 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60556d83-c21b-4a12-938a-7ab6831040fc req-0a75e3a5-f4c8-4243-a8fa-26037c79c127 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:43.345236 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-60556d83-c21b-4a12-938a-7ab6831040fc req-0a75e3a5-f4c8-4243-a8fa-26037c79c127 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0755556 May 03 21:40:43.354316 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46874) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:43.359595 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.v2.base [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Request body: {'floatingip': {'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b'}} {{(pid=83822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:43.436541 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.107534 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.162329 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.327806 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.356017 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.db.l3_db [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Floating IP a8662abd-4769-439f-8502-0ca494f3b233 associated. External IP: 172.28.0.58, port: c31830c2-f76f-4a44-999c-03a423c1414b. May 03 21:40:44.744951 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f60cbde2-30f0-45fe-957f-064e76e74c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.754663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:40:44.993066 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:40:44.997624 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:45.006670 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:40:45.025636 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:45.026604 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:45.063662 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-1e89e1d5-f581-4403-8ac9-6b7e20cf99f2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "PUT /v2.0/floatingips/a8662abd-4769-439f-8502-0ca494f3b233 HTTP/1.1" status: 200 len: 990 time: 1.7082350 May 03 21:40:45.064879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:45.132249 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1bdb04-9540-4609-9b08-646fe9cc24d7'] response: {'name': 'network-changed', 'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'status': 'completed', 'code': 200} May 03 21:40:45.231394 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:45.259512 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-bdf218c2-16c9-40f9-8373-db1d0a5abd9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1098 time: 0.0802622 May 03 21:40:45.412120 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-1b06d98e-41f9-4d0b-b758-718bb35986bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:45.413674 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-1b06d98e-41f9-4d0b-b758-718bb35986bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1475317 May 03 21:40:45.528221 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-22032329-dd3f-433d-9dfc-8bb9c7cb6800 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 998 time: 0.1086323 May 03 21:40:45.594680 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-ff42175b-bf13-4796-82df-6ab6da47e954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:45.596392 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-ff42175b-bf13-4796-82df-6ab6da47e954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0613797 May 03 21:40:45.601070 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'a8662abd-4769-439f-8502-0ca494f3b233', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e268695-0319-4208-8082-e6dd1a7523eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:26Z', 'updated_at': '2022-05-03T21:40:43Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:45.604971 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:40:45.616445 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:45.617045 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:45.671725 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-d4135b10-7464-4b90-858e-fb5cdb59fc5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695555 May 03 21:40:45.695872 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:45.779374 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:45.797748 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:45.809291 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-8c2ee689-09af-42af-b030-20019ee0d550 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301923 May 03 21:40:45.949842 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b9dff576-4aed-498a-8df1-c8a1cb86a3c3 req-75154139-3868-446b-ab49-d508fff06520 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338010 May 03 21:40:46.147784 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'a8662abd-4769-439f-8502-0ca494f3b233', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e268695-0319-4208-8082-e6dd1a7523eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:26Z', 'updated_at': '2022-05-03T21:40:43Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:46.151608 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b3a21-a417-4d8d-b865-8e7e3ae56b43 None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_floatingips': [{'id': 'a8662abd-4769-439f-8502-0ca494f3b233', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'router_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e268695-0319-4208-8082-e6dd1a7523eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:26Z', 'updated_at': '2022-05-03T21:40:43Z', 'revision_number': 1, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:40:46.340633 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253b6fd-6726-4394-87ed-8b852287dab2 None None] New status for floating IP a8662abd-4769-439f-8502-0ca494f3b233: ACTIVE {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:40:46.633192 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:47.247617 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:55.684016 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46974) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:55.826855 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:55.858654 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:55.862388 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Usage tracker for resource:security_group_rule and tenant:edac2ec944d849f69d2043f5526b9a59 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:55.866197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:55.871778 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:55.936698 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.000888 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.045609 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139f7723-27b1-4bfd-9c26-ed9c9b249616,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:56.050758 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fbc70115-3d62-49b2-a787-643ee3797b4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edac2ec944d849f69d2043f5526b9a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3657207 May 03 21:40:56.053504 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 46980) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:56.111048 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.135036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.253061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.273854 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f7723-27b1-4bfd-9c26-ed9c9b249616,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:56.276986 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:56.280115 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f4c725e0-5e62-489e-9c67-7b5e35bf21c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/139f7723-27b1-4bfd-9c26-ed9c9b249616 HTTP/1.1" status: 204 len: 168 time: 0.2236948 May 03 21:41:05.568902 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 46988) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:05.765612 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Deleting port 589c36f9-e589-40f0-95f0-86ae9bb790c7 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:05.765948 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:05.928586 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:05.928904 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:06.048273 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Calling delete_port for 589c36f9-e589-40f0-95f0-86ae9bb790c7 owned by network:floatingip {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:06.366826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:06.410819 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event deleted for resources: {'Port': ['ID=589c36f9-e589-40f0-95f0-86ae9bb790c7,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:06.504128 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:06.891616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Router e1cdbaab-e956-4f99-b8bd-0833497a2c7f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:41:07.093294 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:41:07.103214 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Sync routers for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:41:07.115958 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:07.117540 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:07.155582 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:07.210153 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-036609aa-7200-42d5-9cbc-f97016cb1684 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "DELETE /v2.0/floatingips/792b05b3-5956-4e4a-a2aa-8c3e69cecbb2 HTTP/1.1" status: 204 len: 168 time: 1.6401334 May 03 21:41:07.210731 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:41:07.280226 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c496652d-ab3e-47c5-8232-16d5252ef4b3'] response: {'name': 'network-changed', 'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'status': 'completed', 'code': 200} May 03 21:41:07.328352 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:07.405713 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-deafd5c7-0834-4637-b248-5b1f4501e18d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0793114 May 03 21:41:07.547301 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefe21f-f05e-41fe-a636-babb10c89567 req-95755cad-c163-4665-8f3c-c37cc27c835a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:07.548898 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-95755cad-c163-4665-8f3c-c37cc27c835a service neutron] 10.222.0.32 "GET /v2.0/networks?id=134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 200 len: 909 time: 0.1342669 May 03 21:41:07.619472 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-cab3fff9-19d4-4339-8827-ad91eb15a53c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 200 len: 217 time: 0.0635316 May 03 21:41:07.647796 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:07.651731 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Checking router: e1cdbaab-e956-4f99-b8bd-0833497a2c7f for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:41:07.662310 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:07.662853 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:40:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:07.710726 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefe21f-f05e-41fe-a636-babb10c89567 req-81c4e5f8-7c5c-4ce9-b9ec-7f6adcf24475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:07.712185 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-81c4e5f8-7c5c-4ce9-b9ec-7f6adcf24475 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 200 len: 847 time: 0.0623100 May 03 21:41:07.837723 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:07.847227 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc913cf-c89e-4448-8a69-bfd24a4b4fa3 req-f125e6cd-6105-4e94-83f7-81c723052340 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:07.847920 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-cbc913cf-c89e-4448-8a69-bfd24a4b4fa3 req-f125e6cd-6105-4e94-83f7-81c723052340 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Synchronizing usage tracker for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:41:07.854630 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-a5f3eb4e-d2da-4769-8985-512caa6a331d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=134c143e-861e-42a0-9ce9-2eacd825dfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114345 May 03 21:41:07.970161 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-cbc913cf-c89e-4448-8a69-bfd24a4b4fa3 req-f125e6cd-6105-4e94-83f7-81c723052340 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Unset dirty status for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:41:07.971203 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cbc913cf-c89e-4448-8a69-bfd24a4b4fa3 req-f125e6cd-6105-4e94-83f7-81c723052340 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.2581680 May 03 21:41:08.120873 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-c6683bfd-af77-4c30-80ab-4d7b325537d7 service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593927 May 03 21:41:08.149713 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cbc913cf-c89e-4448-8a69-bfd24a4b4fa3 req-de91a5d2-fe39-4395-8239-06f5eac809a2 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721997 May 03 21:41:08.160863 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:08.165693 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356234b-1951-48a6-a8ae-85410a1399bd None None] The sync data for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb is: [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:36:29Z', 'revision_number': 4, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'dd80081d-e191-4755-9597-8209209ed4b5', 'name': '', 'network_id': '134c143e-861e-42a0-9ce9-2eacd825dfa7', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'mac_address': 'fa:16:3e:32:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0e02844-06ad-4133-b87a-265429799081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:28Z', 'updated_at': '2022-05-03T21:36:52Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'subnets': [{'id': 'b0e02844-06ad-4133-b87a-265429799081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:41:08.265455 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-baefe21f-f05e-41fe-a636-babb10c89567 req-7827d5ae-acc8-4a18-8769-11cfa5bc695a service neutron] 10.222.0.32 "GET /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351988 May 03 21:41:08.387601 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42499405-256e-483e-b22f-91dc3dea69b8 None None] New status for floating IP 792b05b3-5956-4e4a-a2aa-8c3e69cecbb2: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:41:09.351348 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3487-db72-4f44-8ccd-48794daa795d req-37958750-27d6-4f54-a1a2-a711761835a0 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:09.352931 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b35d3487-db72-4f44-8ccd-48794daa795d req-37958750-27d6-4f54-a1a2-a711761835a0 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0775912 May 03 21:41:09.398414 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-b35d3487-db72-4f44-8ccd-48794daa795d req-14f92098-e808-46b4-a48c-bcc00dc3771a tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3213105-8202-4752-9ab5-cf02617880a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 May 03 21:41:09.461394 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4c04a418-b233-440c-b0aa-1cba0bc645ca tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:09.462811 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4c04a418-b233-440c-b0aa-1cba0bc645ca tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 945 time: 0.0753129 May 03 21:41:09.534557 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Deleting port d385073c-f5e7-402d-9cfb-38b135bc71f2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:09.534893 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:09.771823 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] For port d385073c-f5e7-402d-9cfb-38b135bc71f2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d385073c-f5e7-402d-9cfb-38b135bc71f2,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:09.772086 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:09.892173 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Calling delete_port for d385073c-f5e7-402d-9cfb-38b135bc71f2 owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:10.109660 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:10.161378 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event deleted for resources: {'Port': ['ID=d385073c-f5e7-402d-9cfb-38b135bc71f2,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:10.233958 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] No DVR routers for this DVR port d385073c-f5e7-402d-9cfb-38b135bc71f2 on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:41:10.236256 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:10.238671 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-deleted', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:41:10.295189 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23d2d3b-6b84-4ada-97a8-69fe1648ac8d'] response: {'server_uuid': 'd6517606-5d3e-4085-9325-8a8acfe12ec0', 'name': 'network-vif-deleted', 'tag': 'd385073c-f5e7-402d-9cfb-38b135bc71f2', 'status': 'completed', 'code': 200} May 03 21:41:10.315801 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-717c8ab1-b597-4cc1-b446-a46618f205e9 req-4ab13562-ff78-4ef2-93ee-88e9229092f8 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.32 "DELETE /v2.0/ports/d385073c-f5e7-402d-9cfb-38b135bc71f2 HTTP/1.1" status: 204 len: 173 time: 0.8465033 May 03 21:41:10.571425 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9f05035b-4f17-4f71-b8d5-df522fb63177 req-a8a3bbcf-da0e-467a-9b34-e90f496c6677 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 210 time: 0.0428934 May 03 21:41:11.758145 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9dd2fca3-c4a8-41d7-9251-bc1c59e99f70 req-c9fbe36b-1e36-488f-878e-691938156387 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Synchronizing usage tracker for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:41:11.823409 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-9dd2fca3-c4a8-41d7-9251-bc1c59e99f70 req-c9fbe36b-1e36-488f-878e-691938156387 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Unset dirty status for tenant:24cc3bfafe7f4a69a9382aeb27127d86 on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:41:11.824502 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-9dd2fca3-c4a8-41d7-9251-bc1c59e99f70 req-c9fbe36b-1e36-488f-878e-691938156387 tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6517606-5d3e-4085-9325-8a8acfe12ec0 HTTP/1.1" status: 200 len: 210 time: 0.1138830 May 03 21:41:12.165907 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bea93d26-11e0-4f8a-b2d2-76681909e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:12.930432 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47012) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:13.002006 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.031449 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.195347 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.212186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3213105-8202-4752-9ab5-cf02617880a5,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:13.292016 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.293191 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-1c2b7b04-2beb-45e5-a6e3-6be7a3b4383e tempest-TestShelveInstance-1203543241 tempest-TestShelveInstance-1203543241-project] 10.222.0.50 "DELETE /v2.0/security-groups/d3213105-8202-4752-9ab5-cf02617880a5 HTTP/1.1" status: 204 len: 168 time: 0.3617432 May 03 21:41:13.418974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47018) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:13.800401 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.817949 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:13.854008 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: d385073c-f5e7-402d-9cfb-38b135bc71f2 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:13.854352 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device d385073c-f5e7-402d-9cfb-38b135bc71f2 not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:14.320772 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:14.480194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Deleting port dd80081d-e191-4755-9597-8209209ed4b5 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:14.480808 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:14.649465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] For port dd80081d-e191-4755-9597-8209209ed4b5, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=dd80081d-e191-4755-9597-8209209ed4b5,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:14.649821 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:14.708885 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-bf75e629-ff84-430d-aaf2-24e455c5c56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:14.771826 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Calling delete_port for dd80081d-e191-4755-9597-8209209ed4b5 owned by network:router_interface {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:14.966306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:15.013803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd80081d-e191-4755-9597-8209209ed4b5,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:15.298444 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:15.701620 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:15.777849 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:15.959534 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Router e1cdbaab-e956-4f99-b8bd-0833497a2c7f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:41:16.156439 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:41:16.165812 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Sync routers for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:41:16.177156 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:16.181892 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:41:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:16.231023 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-a4d36487-c4df-457a-ac18-5e59b62182c6 admin admin] 10.222.0.50 "PUT /v2.0/routers/e1cdbaab-e956-4f99-b8bd-0833497a2c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108482 May 03 21:41:16.233374 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47024) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:16.360023 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:16.444004 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:16.652437 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:16.660263 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:41:14Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:16.664851 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Checking router: e1cdbaab-e956-4f99-b8bd-0833497a2c7f for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:41:16.675073 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Routers {'e1cdbaab-e956-4f99-b8bd-0833497a2c7f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:16.675664 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:41:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:16.737745 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Deleting port 4659f0f5-1e09-4213-9d51-6ab97e189dc6 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:16.738077 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:16.862151 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] Set router e1cdbaab-e956-4f99-b8bd-0833497a2c7f gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:16.909099 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] For port 4659f0f5-1e09-4213-9d51-6ab97e189dc6, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4659f0f5-1e09-4213-9d51-6ab97e189dc6,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:16.909510 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:17.134710 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Calling delete_port for 4659f0f5-1e09-4213-9d51-6ab97e189dc6 owned by network:router_gateway {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:17.151310 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:41:14Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:17.155245 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516132f-779d-489a-b3c8-6a308358afd9 None None] The sync data for ids ['e1cdbaab-e956-4f99-b8bd-0833497a2c7f'] in dv-cinder-840377-1-smb is: [{'id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'name': 'tempest-TestShelveInstance-313071836-router', 'tenant_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:25Z', 'updated_at': '2022-05-03T21:41:14Z', 'revision_number': 5, 'project_id': '24cc3bfafe7f4a69a9382aeb27127d86', 'gw_port': {'id': '4659f0f5-1e09-4213-9d51-6ab97e189dc6', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdbaab-e956-4f99-b8bd-0833497a2c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:26Z', 'updated_at': '2022-05-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:41:17.257786 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:17.366629 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:17.410898 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4659f0f5-1e09-4213-9d51-6ab97e189dc6,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:17.640295 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:17.890042 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:17.894100 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.000242 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.000803 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1cdbaab-e956-4f99-b8bd-0833497a2c7f {{(pid=83821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:41:18.013247 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] Notify callbacks [] for router, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.014385 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-05d4ee9d-8da3-45bd-a4b8-1df8d7231d7e admin admin] 10.222.0.50 "DELETE /v2.0/routers/e1cdbaab-e956-4f99-b8bd-0833497a2c7f HTTP/1.1" status: 204 len: 168 time: 1.7800989 May 03 21:41:18.017087 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47028) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:18.179998 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Deleting subnet b0e02844-06ad-4133-b87a-265429799081 {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:41:18.182840 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.231076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.309462 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.435280 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.469697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4659f0f5-1e09-4213-9d51-6ab97e189dc6 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:18.476942 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e02844-06ad-4133-b87a-265429799081,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:18.481552 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.487611 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-46dd3ed4-c03f-49b9-bbd2-18015a69dcae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b0e02844-06ad-4133-b87a-265429799081 HTTP/1.1" status: 204 len: 168 time: 0.4693811 May 03 21:41:18.490149 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47032) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:18.497819 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f37a3-34d9-4a31-828b-7647564c155e None None] Network 134c143e-861e-42a0-9ce9-2eacd825dfa7 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:41:18.563265 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 4659f0f5-1e09-4213-9d51-6ab97e189dc6 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:18.563497 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4659f0f5-1e09-4213-9d51-6ab97e189dc6 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:18.563901 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dd80081d-e191-4755-9597-8209209ed4b5 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:18.597466 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.608527 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Deleting port 6822f57e-e1b4-4c81-bb61-f8406008563e {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:18.608852 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.616795 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: dd80081d-e191-4755-9597-8209209ed4b5 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:18.617142 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device dd80081d-e191-4755-9597-8209209ed4b5 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:18.780742 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] DHCP port deletion for 134c143e-861e-42a0-9ce9-2eacd825dfa7 request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:41:18.784983 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Deleting port 6822f57e-e1b4-4c81-bb61-f8406008563e {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:18.785386 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.814612 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] For port 6822f57e-e1b4-4c81-bb61-f8406008563e, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=6822f57e-e1b4-4c81-bb61-f8406008563e,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:18.814894 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.933416 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Calling delete_port for 6822f57e-e1b4-4c81-bb61-f8406008563e owned by network:dhcp {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:18.992180 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] For port 6822f57e-e1b4-4c81-bb61-f8406008563e, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=6822f57e-e1b4-4c81-bb61-f8406008563e,segment=NetworkSegment(de71c4c1-db84-4a63-b9d6-f764b6d1b569),segment_id=de71c4c1-db84-4a63-b9d6-f764b6d1b569)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:18.992573 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.108992 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.142447 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Calling delete_port for 6822f57e-e1b4-4c81-bb61-f8406008563e owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:19.156128 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6822f57e-e1b4-4c81-bb61-f8406008563e,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:19.160567 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] No DVR routers for this DVR port 6822f57e-e1b4-4c81-bb61-f8406008563e on host dv-cinder-840377-1-smb {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:41:19.215275 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:41:19.215623 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:41:19.277891 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.303796 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c143e-861e-42a0-9ce9-2eacd825dfa7']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:19.315693 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de71c4c1-db84-4a63-b9d6-f764b6d1b569') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:19.315990 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de71c4c1-db84-4a63-b9d6-f764b6d1b569') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:19.327488 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.343071 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.348808 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:41:19.349182 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:41:19.362881 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:41:19.503167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.507671 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.529108 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=134c143e-861e-42a0-9ce9-2eacd825dfa7,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:19.535966 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-0066ea2e-3097-41ec-8c86-bb7a5e836b87 admin admin] 10.222.0.50 "DELETE /v2.0/networks/134c143e-861e-42a0-9ce9-2eacd825dfa7 HTTP/1.1" status: 204 len: 168 time: 1.0447772 May 03 21:41:19.540027 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47036) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:19.716931 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Deleting port 6822f57e-e1b4-4c81-bb61-f8406008563e {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:19.717522 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.779717 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-96126bf9-a8bc-42f9-b18a-4de3b8e76a62 None None] The port '6822f57e-e1b4-4c81-bb61-f8406008563e' was deleted {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:41:20.006818 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:20.355046 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 6822f57e-e1b4-4c81-bb61-f8406008563e no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:20.393531 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 6822f57e-e1b4-4c81-bb61-f8406008563e {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:20.393884 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 6822f57e-e1b4-4c81-bb61-f8406008563e not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:20.605347 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Deleting port 4d213a8e-11bd-49f1-9850-8b20f4328580 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:20.605904 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:20.779615 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] For port 4d213a8e-11bd-49f1-9850-8b20f4328580, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=4d213a8e-11bd-49f1-9850-8b20f4328580,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:20.779976 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:20.903664 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Calling delete_port for 4d213a8e-11bd-49f1-9850-8b20f4328580 owned by network:router_interface {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:21.171843 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:21.217707 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d213a8e-11bd-49f1-9850-8b20f4328580,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:21.592309 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:22.167509 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:41:22.366482 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:41:22.374798 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Sync routers for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:41:22.375363 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-35e69776-dae3-410e-860d-2fad116ccccd admin admin] 10.222.0.50 "PUT /v2.0/routers/3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8340137 May 03 21:41:22.378262 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47054) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:22.387361 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:22.387961 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:41:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:22.560998 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: dv-cinder-840377-1-smb {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:22.588997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks [] for router, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:22.789149 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:22.854377 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:41:21Z', 'revision_number': 5, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port': {'id': '54a975e5-9084-4c63-92a6-65d41b9b2886', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:34Z', 'updated_at': '2022-05-03T21:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:22.858220 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Checking router: 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f for host: dv-cinder-840377-1-smb {{(pid=83823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:41:22.869826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Routers {'3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:41:22.870416 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:41:15Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'], 'active': True} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:22.874626 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Deleting port 54a975e5-9084-4c63-92a6-65d41b9b2886 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:22.875138 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:23.025726 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvr_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] Set router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f gateway port host: None {{(pid=83823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:41:23.138933 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_hamode_db [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:41:22Z', 'revision_number': 6, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port_host': None}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:23.143717 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3604f6-b46b-49d8-abed-6efc52dce1a4 None None] The sync data for ids ['3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f'] in dv-cinder-840377-1-smb is: [{'id': '3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f', 'name': 'tempest-TestShelveInstance-1900583784-router', 'tenant_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:33Z', 'updated_at': '2022-05-03T21:41:22Z', 'revision_number': 6, 'project_id': 'bfc1abd2dc9f488ab1a2bebd6d5a150f', 'gw_port_host': None}] {{(pid=83823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:41:23.159719 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] For port 54a975e5-9084-4c63-92a6-65d41b9b2886, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=54a975e5-9084-4c63-92a6-65d41b9b2886,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:23.165090 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:23.281758 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Calling delete_port for 54a975e5-9084-4c63-92a6-65d41b9b2886 owned by network:router_gateway {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:23.582728 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:23.633227 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:41:23.639957 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a975e5-9084-4c63-92a6-65d41b9b2886,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:23.724753 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.725007 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.725372 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.725691 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.726024 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.726349 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.726688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.726997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.727319 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.727639 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.727956 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:23.820076 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96654f9-451a-44ad-babd-bb771451b906 req-225a435e-337a-4a30-b09e-13e82d5e9021 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:23.821548 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a96654f9-451a-44ad-babd-bb771451b906 req-225a435e-337a-4a30-b09e-13e82d5e9021 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.2747679 May 03 21:41:23.923820 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.051594 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a96654f9-451a-44ad-babd-bb771451b906 req-9ce866bd-5acf-4539-a033-3ca0f28e7a64 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244473 May 03 21:41:24.186427 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.190900 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.257553 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.257973 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f {{(pid=83822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:41:24.271230 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.272688 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-38a48a27-2497-4acb-a643-c0bb505a2932 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3bc07cb2-8ccd-4fd1-8e6c-f19197ae268f HTTP/1.1" status: 204 len: 168 time: 1.8935280 May 03 21:41:24.275419 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47068) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:24.356315 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 54a975e5-9084-4c63-92a6-65d41b9b2886 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:24.393973 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 54a975e5-9084-4c63-92a6-65d41b9b2886 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:24.394316 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 54a975e5-9084-4c63-92a6-65d41b9b2886 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:24.394735 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4d213a8e-11bd-49f1-9850-8b20f4328580 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:24.426208 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 4d213a8e-11bd-49f1-9850-8b20f4328580 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:24.426547 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 4d213a8e-11bd-49f1-9850-8b20f4328580 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:24.533190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Deleting subnet 515b7957-57a4-4ac7-9328-ee04dd88f167 {{(pid=83821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:41:24.536067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.585759 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267266523'] for subnet, precommit_delete_associations {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.664504 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.806304 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1254383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266638980'] for subnet, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.843243 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515b7957-57a4-4ac7-9328-ee04dd88f167,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:24.849358 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for subnet, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.855148 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81f397-6a04-444d-94b9-94c632f7c6d1 None None] Network 45231bd9-fe11-4487-a5bc-5abe16dabc73 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:41:24.855915 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4b363bee-5127-45e6-baab-046923ba8de1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/515b7957-57a4-4ac7-9328-ee04dd88f167 HTTP/1.1" status: 204 len: 168 time: 0.5794699 May 03 21:41:24.858394 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47074) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:24.961398 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.971981 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Deleting port 36d4c57d-eacd-400c-b94a-819a84cdf266 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:24.972308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:25.092285 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] DHCP port deletion for 45231bd9-fe11-4487-a5bc-5abe16dabc73 request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:41:25.096217 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Deleting port 36d4c57d-eacd-400c-b94a-819a84cdf266 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:25.098675 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:25.322149 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] For port 36d4c57d-eacd-400c-b94a-819a84cdf266, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=36d4c57d-eacd-400c-b94a-819a84cdf266,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:25.322714 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:25.343054 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] For port 36d4c57d-eacd-400c-b94a-819a84cdf266, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=36d4c57d-eacd-400c-b94a-819a84cdf266,segment=NetworkSegment(cb3656c4-3108-4a27-b74e-9b5718e3bb47),segment_id=cb3656c4-3108-4a27-b74e-9b5718e3bb47)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:25.343461 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:25.454974 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Calling delete_port for 36d4c57d-eacd-400c-b94a-819a84cdf266 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:25.461548 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Calling delete_port for 36d4c57d-eacd-400c-b94a-819a84cdf266 owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:25.497065 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c61fe-b78d-4682-a547-b7d790420a61 req-febeeb84-860c-4ba9-ac91-57313b0865dd tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:25.498569 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f52c61fe-b78d-4682-a547-b7d790420a61 req-febeeb84-860c-4ba9-ac91-57313b0865dd tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.2564940 May 03 21:41:25.566987 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-f52c61fe-b78d-4682-a547-b7d790420a61 req-2fb9ea9b-652e-4434-a152-df663a3b604c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614021 May 03 21:41:25.606298 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780'] for port, after_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:25.612758 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.db.api [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:41:25.613114 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG oslo_db.api [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:41:25.651497 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Pushing event deleted for resources: {'Port': ['ID=36d4c57d-eacd-400c-b94a-819a84cdf266,revision_number=None']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:25.658843 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] No DVR routers for this DVR port 36d4c57d-eacd-400c-b94a-819a84cdf266 on host dv-cinder-840377-1-smb {{(pid=83823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.666484 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.667661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.667661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.667661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.667661 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:25.668327 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a607-d669-47d8-8af4-e261d6aaa7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:26.114642 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Deleting port 36d4c57d-eacd-400c-b94a-819a84cdf266 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:26.115854 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.181210 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] The port '36d4c57d-eacd-400c-b94a-819a84cdf266' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:41:26.294274 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.320887 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45231bd9-fe11-4487-a5bc-5abe16dabc73']}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:26.333197 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3656c4-3108-4a27-b74e-9b5718e3bb47') {'for_net_delete': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:26.334452 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.services.segments.db [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3656c4-3108-4a27-b74e-9b5718e3bb47') {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:41:26.345240 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267267880'] for segment, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.353609 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 36d4c57d-eacd-400c-b94a-819a84cdf266 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:26.361644 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.368324 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:41:26.368705 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1254273'] for segment, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: util.warn( May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: util.warn( May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: util.warn( May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: util.warn( May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: Traceback (most recent call last): May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: timer() May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: cb(*args, **kw) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: return func(*args, **kwargs) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: self._notify() May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: self.callback(batched_events) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: event.method(event) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: return f(self, *a, **k) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: return self._get(url).json() May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: return self.request(url, 'GET', **kwargs) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:41:26.382901 dv-cinder-840377-1-smb neutron-server[83821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:41:26.386116 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 36d4c57d-eacd-400c-b94a-819a84cdf266 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:41:26.386453 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 36d4c57d-eacd-400c-b94a-819a84cdf266 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:41:26.514378 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.531194 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:26.543000 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] Pushing event deleted for resources: {'Network': ['ID=45231bd9-fe11-4487-a5bc-5abe16dabc73,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:26.545601 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4c68d6d6-6e35-4569-a209-21261682a763 admin admin] 10.222.0.50 "DELETE /v2.0/networks/45231bd9-fe11-4487-a5bc-5abe16dabc73 HTTP/1.1" status: 204 len: 168 time: 1.6862206 May 03 21:41:26.778399 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f097ec0-ace1-4bfd-994e-0ede979f94c6 req-9e98a05f-90a6-4f43-95ac-bedca657c64d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:26.779853 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f097ec0-ace1-4bfd-994e-0ede979f94c6 req-9e98a05f-90a6-4f43-95ac-bedca657c64d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0797520 May 03 21:41:26.827066 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-2f097ec0-ace1-4bfd-994e-0ede979f94c6 req-c63a8874-7e6a-4fb2-9699-5752ebd19781 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 May 03 21:41:26.862337 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47084) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:26.912768 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8e543dbd-e6e0-411c-8c4d-23794821a83a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24cc3bfafe7f4a69a9382aeb27127d86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486269 May 03 21:41:26.915205 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47088) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:26.977951 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:27.003476 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:27.119279 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:27.135366 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6316f-8097-4ecf-9045-fd60f430901f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:27.143878 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:27.145044 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-02765227-86d5-4e4c-9974-f919c3f16979 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10a6316f-8097-4ecf-9045-fd60f430901f HTTP/1.1" status: 204 len: 168 time: 0.2289314 May 03 21:41:27.806482 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47096) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:27.856973 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-6da27f5e-0631-44cc-9eda-9e4446a44f8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfc1abd2dc9f488ab1a2bebd6d5a150f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493810 May 03 21:41:27.859405 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47100) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:27.919573 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:27.945832 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:28.046747 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1bfe-8f70-48c9-a104-bb729cfe5bf3 req-50d3c494-3a07-4e9b-abf9-173978394ec7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:28.048202 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-26fa1bfe-8f70-48c9-a104-bb729cfe5bf3 req-50d3c494-3a07-4e9b-abf9-173978394ec7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0878139 May 03 21:41:28.069073 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:28.090117 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90eea9-f494-49f6-930f-d04081a7863d,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:28.093333 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:28.094438 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-02324e21-61c0-4241-9e4b-1271773cb540 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c90eea9-f494-49f6-930f-d04081a7863d HTTP/1.1" status: 204 len: 168 time: 0.2341557 May 03 21:41:28.100565 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-26fa1bfe-8f70-48c9-a104-bb729cfe5bf3 req-be9bf645-4263-4182-a853-b10bf8a2a98b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465775 May 03 21:41:29.315520 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119be36f-54dd-4bae-a315-5f588eadae86 req-a9ebeb8c-8370-4c48-930d-2dfde2977abe tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:29.316887 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-119be36f-54dd-4bae-a315-5f588eadae86 req-a9ebeb8c-8370-4c48-930d-2dfde2977abe tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0784683 May 03 21:41:29.362754 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-119be36f-54dd-4bae-a315-5f588eadae86 req-77ea1bca-fd1d-4947-8d14-543da895a40f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 May 03 21:41:30.574285 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5e45-64f5-42de-aa59-54139c1b4432 req-e78ba2c1-673c-4626-a490-ff8072ef33f5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:30.575650 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7f5c5e45-64f5-42de-aa59-54139c1b4432 req-e78ba2c1-673c-4626-a490-ff8072ef33f5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0791485 May 03 21:41:30.620693 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-7f5c5e45-64f5-42de-aa59-54139c1b4432 req-e35bb8df-09ae-4764-9118-84c5529bf07c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396395 May 03 21:41:31.833232 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c8a33-83de-46f1-86c0-1b983f302a0a req-fba76e00-12be-4e0e-80d8-ca4e660b2f94 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:31.834695 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-180c8a33-83de-46f1-86c0-1b983f302a0a req-fba76e00-12be-4e0e-80d8-ca4e660b2f94 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0786223 May 03 21:41:31.956858 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-180c8a33-83de-46f1-86c0-1b983f302a0a req-b980ceb3-909d-4b97-9b88-776663747b14 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165199 May 03 21:41:33.171793 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d100-2ea9-4014-b678-0a25a0d701f9 req-0993e017-70ee-45bd-8bfe-b463a5d14378 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:33.173223 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca02d100-2ea9-4014-b678-0a25a0d701f9 req-0993e017-70ee-45bd-8bfe-b463a5d14378 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0784068 May 03 21:41:33.220474 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ca02d100-2ea9-4014-b678-0a25a0d701f9 req-5156132c-7264-4386-a755-f9cc7fbb0af1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 May 03 21:41:34.428374 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476440-4d43-47ce-8e37-d1fc9de8c2c0 req-3fce0563-6d79-471e-8a3a-86289a3886a9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:34.430383 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7b476440-4d43-47ce-8e37-d1fc9de8c2c0 req-3fce0563-6d79-471e-8a3a-86289a3886a9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0758338 May 03 21:41:34.473988 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-7b476440-4d43-47ce-8e37-d1fc9de8c2c0 req-f724339e-121c-428d-85be-a1dba6a5f208 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381284 May 03 21:41:35.680175 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4949d9-b2e4-42d5-b6a1-20704ed67fed req-a1bd20ff-408b-4f0e-a0ee-ba1f2561f0a5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:35.681657 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cc4949d9-b2e4-42d5-b6a1-20704ed67fed req-a1bd20ff-408b-4f0e-a0ee-ba1f2561f0a5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0764849 May 03 21:41:35.726792 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-cc4949d9-b2e4-42d5-b6a1-20704ed67fed req-a8dbe9e5-2d5d-473f-99df-b24d8b741a0d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395482 May 03 21:41:36.933310 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a6d4-6087-41d0-9433-8f37e6d6c470 req-3282113f-d40e-410e-b78a-4f13c771362e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:36.935402 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d1d0a6d4-6087-41d0-9433-8f37e6d6c470 req-3282113f-d40e-410e-b78a-4f13c771362e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0780931 May 03 21:41:36.980483 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-d1d0a6d4-6087-41d0-9433-8f37e6d6c470 req-1f9ace79-e274-4a82-a88b-0622b6516aba tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394051 May 03 21:41:38.192909 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc810c-3d4f-40cb-b290-04e95720b51a req-eabb6ea6-9057-4952-8ed1-f47584071f05 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:38.194353 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-abdc810c-3d4f-40cb-b290-04e95720b51a req-eabb6ea6-9057-4952-8ed1-f47584071f05 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0789917 May 03 21:41:38.239604 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-abdc810c-3d4f-40cb-b290-04e95720b51a req-c3a115ca-63ba-4cd5-a543-51f0b890a598 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 May 03 21:41:39.451097 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98711c-9a97-4ff5-8fd6-45834d5429b6 req-3fbd1eb7-9c31-467c-920e-c0341b4c30ab tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:39.452542 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dd98711c-9a97-4ff5-8fd6-45834d5429b6 req-3fbd1eb7-9c31-467c-920e-c0341b4c30ab tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0752823 May 03 21:41:39.501410 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-dd98711c-9a97-4ff5-8fd6-45834d5429b6 req-3eaf358f-bec7-4ff8-b2ae-61599788a8de tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 May 03 21:41:40.713014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887d0f-2321-475f-baf9-e19234121cd3 req-28408457-e3d8-4978-91ba-8f07c4eb643d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:40.714482 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0887d0f-2321-475f-baf9-e19234121cd3 req-28408457-e3d8-4978-91ba-8f07c4eb643d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0756469 May 03 21:41:40.759686 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0887d0f-2321-475f-baf9-e19234121cd3 req-d6aa99bf-b54b-43fa-9145-22c6029dc330 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 May 03 21:41:41.964441 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:41:42.130144 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a3551-f05c-4939-9b0f-e7edaf2266cb req-fc5f68d9-abc9-4414-b68c-ce4d2512700d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:42.131619 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8c0a3551-f05c-4939-9b0f-e7edaf2266cb req-fc5f68d9-abc9-4414-b68c-ce4d2512700d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0833399 May 03 21:41:42.146950 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:42.161523 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:41:42.164273 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-67901985-4eff-4faa-8e10-6293d47c2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:42.184871 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-8c0a3551-f05c-4939-9b0f-e7edaf2266cb req-75dae8e8-391a-427d-9919-8cba403aeb1a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469575 May 03 21:41:42.226058 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:42.243972 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:41:42.259582 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:42.326354 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:42.392803 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=6']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:42.497972 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['c31830c2-f76f-4a44-999c-03a423c1414b'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:41:43.448759 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f06a9-26e3-48be-885b-35136e67fb45 req-69f7b363-7a5f-42af-b40a-ec2e73265132 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:43.450381 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6b9f06a9-26e3-48be-885b-35136e67fb45 req-69f7b363-7a5f-42af-b40a-ec2e73265132 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 944 time: 0.1081343 May 03 21:41:43.502027 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6b9f06a9-26e3-48be-885b-35136e67fb45 req-57046e66-926b-4487-a4dd-cf16907abc51 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 May 03 21:41:43.993705 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:41:44.074928 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port c31830c2-f76f-4a44-999c-03a423c1414b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:41:44.075287 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:44.205866 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:44.239151 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:41:44.253340 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:44.305191 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cfddd9-aedc-409c-aa41-21dbe29b309c'] response: {'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'code': 200} May 03 21:41:44.319943 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:44.377826 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:44.395558 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=7']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:44.736067 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe30315-e064-47e5-9bc8-44f4e9559a40 req-b627dc86-b660-4b50-86de-c8b1471da27f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:44.738361 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6fe30315-e064-47e5-9bc8-44f4e9559a40 req-b627dc86-b660-4b50-86de-c8b1471da27f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0917342 May 03 21:41:44.748044 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-1addbe65-d2a7-4d42-af94-a6fcbf3c57d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:44.797911 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6fe30315-e064-47e5-9bc8-44f4e9559a40 req-1739e41d-742e-420e-82e4-f16fb733fcdf tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527198 May 03 21:41:45.720660 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:45.771910 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:46.093559 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55f845-c24a-401f-8250-ac9263b58dd5 req-4b190310-ca61-446d-bf65-6f9a0b273be5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:46.095034 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec55f845-c24a-401f-8250-ac9263b58dd5 req-4b190310-ca61-446d-bf65-6f9a0b273be5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.1439590 May 03 21:41:46.159604 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-ec55f845-c24a-401f-8250-ac9263b58dd5 req-1d0ccfc1-1761-4110-9b15-d961d8d38db0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585988 May 03 21:41:47.257670 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:47.549632 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-56f8b8e0-1f80-421d-9070-64b74d81a4c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1098 time: 0.2414310 May 03 21:41:47.555736 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e3c8-6baf-423f-bfb5-412fe76ec1d5 req-4095915c-43ab-44e0-a00d-0d52a4a179c0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:47.557515 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-77f5e3c8-6baf-423f-bfb5-412fe76ec1d5 req-4095915c-43ab-44e0-a00d-0d52a4a179c0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.1108069 May 03 21:41:47.696709 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-77f5e3c8-6baf-423f-bfb5-412fe76ec1d5 req-cf8ec9be-f0b6-45be-a4fc-d296382100cd tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333494 May 03 21:41:47.738306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-431958d7-ea61-4545-9d6d-f972b5b8d31f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:47.738306 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-431958d7-ea61-4545-9d6d-f972b5b8d31f service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1592169 May 03 21:41:47.855374 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-9049461a-8f49-43b3-bf65-9cf63eebcdcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 1000 time: 0.1043234 May 03 21:41:47.923598 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-4302c599-8885-40b2-86af-96938e88bd62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:47.927455 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-4302c599-8885-40b2-86af-96938e88bd62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0637484 May 03 21:41:48.020770 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-845d26e6-f533-4188-8246-5bdae7c4fa6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871127 May 03 21:41:48.175660 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-97c50ea4-fc1e-47a1-a52a-a8ef8db8f25d service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481962 May 03 21:41:48.325157 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-1069f0e5-3b8a-4887-aba0-c89e92efef50 req-9560c987-ec6c-4164-9827-062e60340c9a service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427836 May 03 21:41:48.916240 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4dda-b74b-4de2-a1e5-0e3560452072 req-1896e57a-5cc3-4e16-bcdc-2538b67124aa tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:48.917724 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-31dd4dda-b74b-4de2-a1e5-0e3560452072 req-1896e57a-5cc3-4e16-bcdc-2538b67124aa tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0770171 May 03 21:41:48.976360 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-31dd4dda-b74b-4de2-a1e5-0e3560452072 req-804cf170-6d15-421e-8b32-d6a492cd64a7 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530365 May 03 21:41:50.214396 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d806b6f-9705-4ddb-966a-cad740714682 req-85475fe3-6294-4016-9f38-51bc6f7fb36e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:50.214396 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6d806b6f-9705-4ddb-966a-cad740714682 req-85475fe3-6294-4016-9f38-51bc6f7fb36e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0845270 May 03 21:41:50.267542 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-6d806b6f-9705-4ddb-966a-cad740714682 req-048491b3-03e3-4f0a-96d7-a9ac5a7e72a0 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474181 May 03 21:41:51.486991 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134ca4-c134-44e8-ba82-ff393420f754 req-4301f7a5-b89b-413e-88fb-5b4c1f36fb04 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:51.488601 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a1134ca4-c134-44e8-ba82-ff393420f754 req-4301f7a5-b89b-413e-88fb-5b4c1f36fb04 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0815008 May 03 21:41:51.540435 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-a1134ca4-c134-44e8-ba82-ff393420f754 req-f5a4c393-33c3-42fb-8f12-66e30afd5c53 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447500 May 03 21:41:52.763190 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e5c3c-2356-4880-9f0b-2223030aa7bc req-976627ed-7e4c-4106-8f1b-cf2c178f222b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:52.764650 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4e9e5c3c-2356-4880-9f0b-2223030aa7bc req-976627ed-7e4c-4106-8f1b-cf2c178f222b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0817714 May 03 21:41:52.814944 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-4e9e5c3c-2356-4880-9f0b-2223030aa7bc req-c1698176-8c20-40ff-bb41-13b30b1d989a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 May 03 21:41:54.151295 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-02cb65a6-a60e-4563-8550-f6f74146dffb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1098 time: 0.0691881 May 03 21:41:54.223275 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c0d1-8a8f-4ff1-9614-71ea9a29c765 req-ad8142c9-36ac-4f15-8123-e4c69fcd363e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:54.224739 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ce4c0d1-8a8f-4ff1-9614-71ea9a29c765 req-ad8142c9-36ac-4f15-8123-e4c69fcd363e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.2685890 May 03 21:41:54.275120 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ce4c0d1-8a8f-4ff1-9614-71ea9a29c765 req-25edb6db-9638-4e42-b5d3-64e78d1a1df2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445392 May 03 21:41:54.287989 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-52da6fad-41b9-450e-86e2-332b9a8eb092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:54.289550 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-52da6fad-41b9-450e-86e2-332b9a8eb092 service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1281626 May 03 21:41:54.392740 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-783341d3-68c9-4aaf-a6c2-c19bb94127d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 1000 time: 0.0968037 May 03 21:41:54.456494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-5474daf2-0763-49ca-8a16-62954a1c74ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:54.457887 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-5474daf2-0763-49ca-8a16-62954a1c74ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0562141 May 03 21:41:54.537113 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-2e5379dc-97bc-47de-b71e-4c79f0bb5a87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691595 May 03 21:41:54.756311 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-8b067939-035a-4e84-82a7-f831b3554108 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099020 May 03 21:41:54.888935 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-d94246b2-f0de-4e48-a6cf-289ce73762de req-49103aaa-c3f1-4b6e-bce5-286cfd7b6b54 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229310 May 03 21:41:55.559852 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2416-885a-4749-9186-4eaa72582ac5 req-b77daf10-a755-4e4b-8a9b-c7ab1a0ab38b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:55.561326 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-519b2416-885a-4749-9186-4eaa72582ac5 req-b77daf10-a755-4e4b-8a9b-c7ab1a0ab38b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.1510236 May 03 21:41:55.606075 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-519b2416-885a-4749-9186-4eaa72582ac5 req-70319444-29f9-44ac-930d-84142e199549 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390420 May 03 21:41:56.815741 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566674d-dc09-46c8-9b48-478c0d91c68d req-c1f465ca-4659-40cd-8a42-bb44fa4bb64b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:56.817169 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3566674d-dc09-46c8-9b48-478c0d91c68d req-c1f465ca-4659-40cd-8a42-bb44fa4bb64b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0770757 May 03 21:41:56.862329 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-3566674d-dc09-46c8-9b48-478c0d91c68d req-0b981936-7e03-416d-8be4-401cf5d5ea6e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391817 May 03 21:41:58.038365 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:41:58.076385 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded64c-cb87-4ca9-89ec-c1d99f21b2ea req-d488fd75-d4fc-4599-953c-12564f1b7921 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:58.077876 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b1ded64c-cb87-4ca9-89ec-c1d99f21b2ea req-d488fd75-d4fc-4599-953c-12564f1b7921 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 945 time: 0.0817242 May 03 21:41:58.123046 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-b1ded64c-cb87-4ca9-89ec-c1d99f21b2ea req-e4d9c20a-f7ef-453c-85ce-c4eedec4d49a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 May 03 21:41:58.149377 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:58.176760 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:41:58.186592 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:41:58.228424 dv-cinder-840377-1-smb neutron-server[83823]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-29218f72-20aa-4191-8104-08724c9bddea']: {'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'code': 422} returned with failed status May 03 21:41:58.230129 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:58.297856 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=8']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:00.451260 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-62409bef-fcf4-4728-9d3f-d59989c72081 req-0b79d97c-cb18-4770-8d33-d4fda6e3dd27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698876 May 03 21:42:00.632880 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:42:00.979306 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379f80-7596-4a7d-8beb-57506f97feff req-13450982-7c07-4971-bf65-2b4637e4e354 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:00.981395 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-92379f80-7596-4a7d-8beb-57506f97feff req-13450982-7c07-4971-bf65-2b4637e4e354 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0807071 May 03 21:42:01.026726 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-92379f80-7596-4a7d-8beb-57506f97feff req-023ac587-7732-4d7d-9a8e-31601cd6d216 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396788 May 03 21:42:01.154482 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-7a91142e-c670-4207-9301-ff1a68a5c4c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702970 May 03 21:42:02.037913 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:02.127616 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-e5f7be02-6050-4d01-b93b-e815e62a3914 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb&tenant_id=fd67cbeef91f4626a025442681b6a8cd HTTP/1.1" status: 200 len: 1096 time: 0.0759099 May 03 21:42:02.241383 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-0a618e7c-e335-46c4-afd2-d3403384f2b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1096 time: 0.0740507 May 03 21:42:02.243511 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fae8c-6da9-4394-816c-47549b7c1280 req-fd41610e-935e-47b3-b2b9-458b2dc3bda2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:02.244954 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-534fae8c-6da9-4394-816c-47549b7c1280 req-fd41610e-935e-47b3-b2b9-458b2dc3bda2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0761061 May 03 21:42:02.290932 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-534fae8c-6da9-4394-816c-47549b7c1280 req-8e85426c-1fb1-4e18-8b88-29930035599e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396249 May 03 21:42:02.377971 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-8cbb3343-a3b0-429a-961b-d1bb8b8d50df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:02.379417 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-8cbb3343-a3b0-429a-961b-d1bb8b8d50df service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1290710 May 03 21:42:02.485505 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-69ababc1-bd84-4019-a87d-fff0fba739d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 998 time: 0.0956337 May 03 21:42:02.550150 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-ff3d6d7f-523c-4a60-bb2c-e2032418ab82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:02.551468 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-ff3d6d7f-523c-4a60-bb2c-e2032418ab82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0563710 May 03 21:42:02.628251 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-849c3403-1ba5-4b69-a75c-1804deb0dec9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673180 May 03 21:42:02.758834 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-d0ef1c8f-b733-4199-b3bd-b779bf68e254 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208699 May 03 21:42:02.888863 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-3a8656e0-b898-4489-bc6f-db4207d54d15 req-11b8e988-9dae-4b80-9b79-4788966d5fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218941 May 03 21:42:03.506634 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89eec8-a094-417a-82d1-ffd7d934a8a8 req-28e29bca-d026-4e7f-af64-a22e65e46589 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:03.508077 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2c89eec8-a094-417a-82d1-ffd7d934a8a8 req-28e29bca-d026-4e7f-af64-a22e65e46589 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0807295 May 03 21:42:03.553389 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-2c89eec8-a094-417a-82d1-ffd7d934a8a8 req-b38dc715-36a4-4c38-8136-60c6138f3080 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 May 03 21:42:04.782214 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3b10-6aef-43c7-9b14-ef237c8d54b2 req-5193e5b7-3252-40d9-8626-21b7dd2ff205 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:04.783702 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-297b3b10-6aef-43c7-9b14-ef237c8d54b2 req-5193e5b7-3252-40d9-8626-21b7dd2ff205 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0834684 May 03 21:42:04.834352 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-297b3b10-6aef-43c7-9b14-ef237c8d54b2 req-7000f9d8-25c6-4a47-9189-1cee0a78ae95 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 May 03 21:42:06.070140 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a053f-cb0d-4264-bb31-f8fac02f49e5 req-34f406dd-8404-45be-b2dd-61db784663c1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:06.071756 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae7a053f-cb0d-4264-bb31-f8fac02f49e5 req-34f406dd-8404-45be-b2dd-61db784663c1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0897989 May 03 21:42:06.125034 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ae7a053f-cb0d-4264-bb31-f8fac02f49e5 req-5c091093-1b95-4749-aa1c-211b9d78f627 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462945 May 03 21:42:07.340888 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea87aa-dc60-453f-9a8b-ac46bfe04604 req-40b5074c-e491-4fd1-a500-56bd897daf95 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:07.342369 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5bea87aa-dc60-453f-9a8b-ac46bfe04604 req-40b5074c-e491-4fd1-a500-56bd897daf95 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0754471 May 03 21:42:07.390676 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-5bea87aa-dc60-453f-9a8b-ac46bfe04604 req-5bad4343-f9f6-4386-b926-03df8c704ad8 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 May 03 21:42:08.631394 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25bf4d-3cbe-4e60-aa9d-fb72c0fd83c8 req-2e8a17ba-fd49-4a62-919c-dad4508297c5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:08.632882 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf25bf4d-3cbe-4e60-aa9d-fb72c0fd83c8 req-2e8a17ba-fd49-4a62-919c-dad4508297c5 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0984931 May 03 21:42:08.680575 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf25bf4d-3cbe-4e60-aa9d-fb72c0fd83c8 req-ee660715-d570-4412-9c16-1e2c7491f78b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 May 03 21:42:09.911125 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c7f6-51b3-458c-858c-2a567ebfde71 req-d400b31d-afd2-4da2-9a20-931b8f03a754 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:09.912584 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9be1c7f6-51b3-458c-858c-2a567ebfde71 req-d400b31d-afd2-4da2-9a20-931b8f03a754 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0845494 May 03 21:42:09.963427 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9be1c7f6-51b3-458c-858c-2a567ebfde71 req-90641390-310d-4c4d-b2ab-8ff331edde3f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447862 May 03 21:42:11.194014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d02b-a432-47d2-a05b-998b662d0eb4 req-49ace935-5d75-4a92-bfb4-24b0c83c34aa tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:11.195487 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8dc6d02b-a432-47d2-a05b-998b662d0eb4 req-49ace935-5d75-4a92-bfb4-24b0c83c34aa tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0857487 May 03 21:42:11.342302 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-8dc6d02b-a432-47d2-a05b-998b662d0eb4 req-ad335c05-0846-4f60-b90c-1de8cd3ab447 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412032 May 03 21:42:12.177204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4a0cdfe5-9254-4b09-a28e-2cdfac24e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:12.587634 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26096-2cd0-419a-89f6-548810e137c1 req-12b0c854-61dd-46ec-b1a9-c97013d6f77d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:12.603845 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ad26096-2cd0-419a-89f6-548810e137c1 req-12b0c854-61dd-46ec-b1a9-c97013d6f77d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0867286 May 03 21:42:12.648702 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-9ad26096-2cd0-419a-89f6-548810e137c1 req-86628a91-1210-4f17-895f-b900fa2ef62b tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536633 May 03 21:42:13.862318 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffef5c-9661-4fcc-8f88-84311bfce886 req-5cb3767c-0722-432e-bfd8-11391d64e94e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:13.863759 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-99ffef5c-9661-4fcc-8f88-84311bfce886 req-5cb3767c-0722-432e-bfd8-11391d64e94e tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0766006 May 03 21:42:13.909072 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-99ffef5c-9661-4fcc-8f88-84311bfce886 req-e502db8a-b3a8-440f-b9f6-fc32c0d0cb7d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 May 03 21:42:14.383047 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:14.731252 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e597ba08-438a-48bd-b027-06194d50cb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.121361 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fcb6d-f7f1-4608-9dfb-d546e0ecf3c9 req-99771dea-411d-43f7-b980-3fff4eb3e5f3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:15.122788 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-273fcb6d-f7f1-4608-9dfb-d546e0ecf3c9 req-99771dea-411d-43f7-b980-3fff4eb3e5f3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0783222 May 03 21:42:15.166886 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-273fcb6d-f7f1-4608-9dfb-d546e0ecf3c9 req-b4220541-e82e-444e-8857-258a79f9a781 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384402 May 03 21:42:15.705859 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.754309 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.081532 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:42:16.237174 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:16.253967 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Returning: {'device': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'port_id': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'mac_address': 'fa:16:3e:60:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:42:16.308893 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.328055 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:42:16.342957 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:16.380806 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dec688-6e65-43cf-a2c4-ec26c0b31802 req-545a79ea-c91e-497e-86fd-0adea96e121d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:16.382282 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0dec688-6e65-43cf-a2c4-ec26c0b31802 req-545a79ea-c91e-497e-86fd-0adea96e121d tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 943 time: 0.0800383 May 03 21:42:16.388527 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.428091 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e0dec688-6e65-43cf-a2c4-ec26c0b31802 req-cd337d9f-b68c-4ac2-8ab7-6dd82d9ad679 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 May 03 21:42:16.455536 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=9']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:16.722390 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] get_ports_and_sgs() called for port_ids ['c31830c2-f76f-4a44-999c-03a423c1414b'] {{(pid=83823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:42:17.256723 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.637441 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f85f2-7e35-499b-a123-b33fa986ee2b req-c3120d84-23fe-4c90-b1c9-ec660970e15f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:17.638905 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cf6f85f2-7e35-499b-a123-b33fa986ee2b req-c3120d84-23fe-4c90-b1c9-ec660970e15f tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 944 time: 0.0745060 May 03 21:42:17.685924 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-cf6f85f2-7e35-499b-a123-b33fa986ee2b req-cf4baa32-f215-4acc-b221-771117e475ce tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 May 03 21:42:18.089099 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b up at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:42:18.161014 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.db.provisioning_blocks [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Provisioning complete for port c31830c2-f76f-4a44-999c-03a423c1414b triggered by entity L2. {{(pid=83823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:42:18.161415 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3269608'] for port, provisioning_complete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.271124 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3357651'] for port, before_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.296363 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:18.306591 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-959bab52-266a-4427-91a2-305e371863d3 None None] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:18.354177 dv-cinder-840377-1-smb neutron-server[83823]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea065ec-e29f-4f77-868d-583053383e3c'] response: {'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'code': 200} May 03 21:42:18.360973 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771532365734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771531909789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771531909834'] for port, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.432144 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Pushing event updated for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=10']} {{(pid=83823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:18.834204 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ea25ec66-10ea-4107-a4c6-1e0c5ec4ae03 req-4430a1f2-259b-462b-9606-ef8fc8ce6d05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1099 time: 0.1362293 May 03 21:42:18.881916 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ea25ec66-10ea-4107-a4c6-1e0c5ec4ae03 req-289d5c79-a73f-44b2-8f45-0bee4a0dfddb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397999 May 03 21:42:18.897915 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d18e71-823f-49ce-b672-ba4159f5d3ec req-71c62ea1-c062-45e6-8fcc-2c4fd5ed28d6 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:18.899360 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-58d18e71-823f-49ce-b672-ba4159f5d3ec req-71c62ea1-c062-45e6-8fcc-2c4fd5ed28d6 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0761797 May 03 21:42:18.944581 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-58d18e71-823f-49ce-b672-ba4159f5d3ec req-61694a48-c4f8-4af8-899c-d9cd4f5c8567 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397410 May 03 21:42:20.159963 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dfc8a-41c5-4c89-a0fa-e2d514ca0e7c req-c1987467-fc2f-4bf9-94b1-fa12b10fb553 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:20.161470 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e25dfc8a-41c5-4c89-a0fa-e2d514ca0e7c req-c1987467-fc2f-4bf9-94b1-fa12b10fb553 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0785491 May 03 21:42:20.207764 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-e25dfc8a-41c5-4c89-a0fa-e2d514ca0e7c req-1ba56695-3b17-48a5-a2e6-5440ccef16a9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 May 03 21:42:21.421581 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb407e-1955-4336-b441-3b39cff307e0 req-be5a9c36-c018-4a8b-8280-cffd05b82fe4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:21.423793 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-40cb407e-1955-4336-b441-3b39cff307e0 req-be5a9c36-c018-4a8b-8280-cffd05b82fe4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0802937 May 03 21:42:21.468726 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-40cb407e-1955-4336-b441-3b39cff307e0 req-0277f1d0-96f0-4cf8-ad0c-cc065ef194b1 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 May 03 21:42:37.633988 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:42:42.159995 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-56d742e2-74fb-4399-a2ed-c3792e70ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:44.365597 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:44.743509 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-aa60c58f-f7f4-4b8c-8b5d-f01a6bf3bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:45.731639 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:45.772083 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:47.256055 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:49.282287 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-04f9d8ae-e7e5-4014-8bf2-4af7724b94c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720515 May 03 21:42:49.437650 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-c2f8cbca-f95b-4525-a08f-cf4afa725579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd67cbeef91f4626a025442681b6a8cd&device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 1099 time: 0.0688615 May 03 21:42:49.582141 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-671fcd4a-7cab-4f39-86fc-27cf228161a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:49.583504 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-671fcd4a-7cab-4f39-86fc-27cf228161a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 200 len: 918 time: 0.1258337 May 03 21:42:49.685481 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-7d202c02-03c0-40d3-b74f-ca9612d180f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 200 len: 1000 time: 0.0948539 May 03 21:42:49.746991 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-80eb9835-b703-4887-9c55-51edbf1d7ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:49.748376 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-80eb9835-b703-4887-9c55-51edbf1d7ade service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 200 len: 856 time: 0.0566804 May 03 21:42:49.826307 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-2d682233-1d84-428f-8346-d182dcc994b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=860c24b4-3635-41e9-96f9-c14142a39a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702748 May 03 21:42:49.835691 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-3fb5fbf2-6588-4060-a74b-05c92363bd12 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=83821) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:42:49.836733 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-3fb5fbf2-6588-4060-a74b-05c92363bd12 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047514 May 03 21:42:49.964774 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-04043347-2114-49a4-ba1a-29952a4e0a18 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224909 May 03 21:42:50.096463 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-bf3bc1c9-5e91-4441-9c93-44d3ca33fa65 req-6067edd7-0c2e-495c-8cbc-1153e3c30379 service neutron] 10.222.0.32 "GET /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232064 May 03 21:42:55.754248 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec479371-91cd-4976-9dcf-40526f22fee5 req-9789de68-8e0d-4b57-bf3f-a85a91e197e2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:55.755657 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec479371-91cd-4976-9dcf-40526f22fee5 req-9789de68-8e0d-4b57-bf3f-a85a91e197e2 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0743151 May 03 21:42:55.799146 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ec479371-91cd-4976-9dcf-40526f22fee5 req-ddd1af3c-7563-47b3-9801-3bc62c47cd67 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372593 May 03 21:42:57.026531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7032-ba07-4248-89e0-f36df1b840bc req-b32053b3-fecb-4ba9-a6bf-e1f512041c22 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:57.027976 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-93bb7032-ba07-4248-89e0-f36df1b840bc req-b32053b3-fecb-4ba9-a6bf-e1f512041c22 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0773969 May 03 21:42:57.074201 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [req-93bb7032-ba07-4248-89e0-f36df1b840bc req-0f7ac3cc-25ff-4d87-a0f4-1403f6af53dc tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407562 May 03 21:42:57.415374 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fabd0-5a58-4a7c-9831-61228451d67d req-ae46e540-b333-4703-b160-2bebe296425c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:57.416845 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-326fabd0-5a58-4a7c-9831-61228451d67d req-ae46e540-b333-4703-b160-2bebe296425c tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0777211 May 03 21:42:57.486086 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Deleting port c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:57.486425 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:57.806261 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.db [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] For port c31830c2-f76f-4a44-999c-03a423c1414b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c31830c2-f76f-4a44-999c-03a423c1414b,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:57.806509 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:58.085876 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:58.086690 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677075'] for floatingip, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:58.087005 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.db.l3_db [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Floating IP a8662abd-4769-439f-8502-0ca494f3b233 disassociated. External IP: 172.28.0.58, port: c31830c2-f76f-4a44-999c-03a423c1414b. May 03 21:42:58.087332 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Calling delete_port for c31830c2-f76f-4a44-999c-03a423c1414b owned by compute:nova {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:58.292869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b4c0-a422-4111-9896-cdff53db2f2b req-5f891f18-46bc-4c62-a14f-2ad7df682305 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:58.294320 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ac08b4c0-a422-4111-9896-cdff53db2f2b req-5f891f18-46bc-4c62-a14f-2ad7df682305 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 946 time: 0.0847530 May 03 21:42:58.321927 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1254364'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:58.383616 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'Port': ['ID=c31830c2-f76f-4a44-999c-03a423c1414b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:58.394946 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-ac08b4c0-a422-4111-9896-cdff53db2f2b req-82fb2f6f-49ce-4229-a609-8fd956bc4813 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7095829-d819-46cb-b8fb-303bad77caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952551 May 03 21:42:58.404093 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.404439 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.404777 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.405105 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.405461 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.405791 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.406118 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.406440 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.406761 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.407537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.407537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:58.607351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:58.806420 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:58.818144 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:58.830992 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:58.831745 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:42:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:58.879851 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] No DVR routers for this DVR port c31830c2-f76f-4a44-999c-03a423c1414b on host hv-cinder-84037 {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:58.882344 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for port, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:58.885724 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-deleted', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:58.960941 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-326fabd0-5a58-4a7c-9831-61228451d67d req-753ff03b-40c7-498e-8844-abecb4fe5ca9 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.32 "DELETE /v2.0/ports/c31830c2-f76f-4a44-999c-03a423c1414b HTTP/1.1" status: 204 len: 173 time: 1.5364382 May 03 21:42:59.020083 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86d54f4-44c9-4895-b054-80c6c6bd64cb'] response: {'server_uuid': '2e268695-0319-4208-8082-e6dd1a7523eb', 'name': 'network-vif-deleted', 'tag': 'c31830c2-f76f-4a44-999c-03a423c1414b', 'status': 'completed', 'code': 200} May 03 21:42:59.024712 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:59.366956 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:59.371502 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:59.381690 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:59.382274 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:42:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:59.558287 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:59.589232 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-a84d29ec-e995-4afe-98d9-b31ac69461ae req-03898286-bdb0-4724-976e-eebf1234f2e3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Synchronizing usage tracker for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:59.663002 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [req-a84d29ec-e995-4afe-98d9-b31ac69461ae req-03898286-bdb0-4724-976e-eebf1234f2e3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Unset dirty status for tenant:fd67cbeef91f4626a025442681b6a8cd on resource:port {{(pid=83821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:59.664111 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [req-a84d29ec-e995-4afe-98d9-b31ac69461ae req-03898286-bdb0-4724-976e-eebf1234f2e3 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e268695-0319-4208-8082-e6dd1a7523eb HTTP/1.1" status: 200 len: 210 time: 0.1176019 May 03 21:42:59.872456 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:59.876441 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bd0f2-5a25-4478-b584-a38260c7466a None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:27Z', 'revision_number': 4, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb', '_interfaces': [{'id': 'd5c8cbeb-76f3-4724-8e0b-dea1747e54c0', 'name': '', 'network_id': '860c24b4-3635-41e9-96f9-c14142a39a50', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d42b76-771e-449c-b475-dcb907f2176b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:27Z', 'updated_at': '2022-05-03T21:37:38Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'subnets': [{'id': '71d42b76-771e-449c-b475-dcb907f2176b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:43:00.107339 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b7708-7355-4181-948b-a39a22f2dd40 None None] New status for floating IP a8662abd-4769-439f-8502-0ca494f3b233: DOWN {{(pid=83823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:43:00.926096 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47368) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:01.068074 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.099427 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.223188 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.245053 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7095829-d819-46cb-b8fb-303bad77caa0,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:01.253953 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.256780 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.257714 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:43:01.308133 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.309244 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-5e817a57-7328-45c6-9d37-3b585e5b9ad4 tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7095829-d819-46cb-b8fb-303bad77caa0 HTTP/1.1" status: 204 len: 168 time: 0.3821592 May 03 21:43:01.311945 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47372) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:01.328048 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.api.v2.resource [None req-e4378e4e-9e54-4aa9-8de6-93d10bb8065a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] show failed (client error): The resource could not be found. May 03 21:43:01.328968 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-e4378e4e-9e54-4aa9-8de6-93d10bb8065a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "GET /v2.0/security-groups/d7095829-d819-46cb-b8fb-303bad77caa0 HTTP/1.1" status: 404 len: 347 time: 0.0161645 May 03 21:43:01.331537 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47376) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:01.485861 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Deleting port c9021e4b-48b9-4859-8575-257245aa2b95 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:01.486196 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.649848 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.650167 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:01.788951 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Calling delete_port for c9021e4b-48b9-4859-8575-257245aa2b95 owned by network:floatingip {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:43:01.999816 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:02.044978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Pushing event deleted for resources: {'Port': ['ID=c9021e4b-48b9-4859-8575-257245aa2b95,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:02.143034 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks [] for floatingip, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:02.222531 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241101'] for floatingip, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:02.223680 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-92992c85-4a88-4cb7-8e17-f0bba9b6b05a tempest-AttachVolumeShelveTestJSON-761896835 tempest-AttachVolumeShelveTestJSON-761896835-project] 10.222.0.50 "DELETE /v2.0/floatingips/a8662abd-4769-439f-8502-0ca494f3b233 HTTP/1.1" status: 204 len: 168 time: 0.8912861 May 03 21:43:02.271887 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:43:02.307815 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-959bab52-266a-4427-91a2-305e371863d3 None None] No Port match for: c31830c2-f76f-4a44-999c-03a423c1414b {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:43:02.308156 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Device c31830c2-f76f-4a44-999c-03a423c1414b not bound to the agent host hv-cinder-84037 {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:43:05.351294 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47400) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:05.847114 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676321'] for router_interface, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:06.508484 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Deleting port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:06.509134 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:06.677518 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] For port d5c8cbeb-76f3-4724-8e0b-dea1747e54c0, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:43:06.677869 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:06.794580 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Calling delete_port for d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 owned by network:router_interface {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:43:07.051036 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:07.103239 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c8cbeb-76f3-4724-8e0b-dea1747e54c0,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:07.392123 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2776694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676406'] for router_interface, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:08.030521 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Router 07991783-a6eb-43e5-9e23-539df4f0d1de has already been hosted by L3 agent 5c0275ab-ee09-4ec4-a26f-db6cf30c2780 {{(pid=83822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:43:08.220414 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-smb the message routers_updated {{(pid=83822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:43:08.229208 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Sync routers for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:43:08.232268 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a5290ad6-88e0-414c-93f1-f0b639204fd7 admin admin] 10.222.0.50 "PUT /v2.0/routers/07991783-a6eb-43e5-9e23-539df4f0d1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8792951 May 03 21:43:08.234791 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47406) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:08.240811 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:43:08.241374 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:42:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:08.415777 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: dv-cinder-840377-1-smb {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:43:08.438250 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:08.634014 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:08.696351 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'external_fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:43:06Z', 'revision_number': 5, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port': {'id': '3c2c0200-5990-4c96-8a1a-3930e0dc6e23', 'name': '', 'network_id': '4e91c2a4-d979-4793-ae77-3a5bf1259841', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17168c30-3088-4a38-a066-47ed3fae26fc', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-smb'}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:08.696646 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Deleting port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:08.696869 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:08.700219 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Checking router: 07991783-a6eb-43e5-9e23-539df4f0d1de for host: dv-cinder-840377-1-smb {{(pid=83824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:43:08.710506 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Routers {'07991783-a6eb-43e5-9e23-539df4f0d1de'} bound to L3 agent in host dv-cinder-840377-1-smb {{(pid=83824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:43:08.711246 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:22:45Z,description=,heartbeat_timestamp=2022-05-03T21:42:45Z,host='dv-cinder-840377-1-smb',id=5c0275ab-ee09-4ec4-a26f-db6cf30c2780,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:22:45Z,topic='l3_agent')) {'router_ids': ['07991783-a6eb-43e5-9e23-539df4f0d1de'], 'active': True} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:08.858265 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_dvr_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] Set router 07991783-a6eb-43e5-9e23-539df4f0d1de gateway port host: None {{(pid=83824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:43:08.872486 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] For port 3c2c0200-5990-4c96-8a1a-3930e0dc6e23, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,segment=NetworkSegment(2d6e67a7-ac61-47c2-b4de-b88a52772cf1),segment_id=2d6e67a7-ac61-47c2-b4de-b88a52772cf1)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:43:08.872842 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:08.991987 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.l3_hamode_db [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:43:08Z', 'revision_number': 6, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port_host': None}], 'dv-cinder-840377-1-smb', False) {} {{(pid=83824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:08.993249 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Calling delete_port for 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 owned by network:router_gateway {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:43:08.997162 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23e910-3baf-46f0-b5e4-9f7031a7d75e None None] The sync data for ids ['07991783-a6eb-43e5-9e23-539df4f0d1de'] in dv-cinder-840377-1-smb is: [{'id': '07991783-a6eb-43e5-9e23-539df4f0d1de', 'name': 'tempest-AttachVolumeShelveTestJSON-1228692013-router', 'tenant_id': 'fd67cbeef91f4626a025442681b6a8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:23Z', 'updated_at': '2022-05-03T21:43:08Z', 'revision_number': 6, 'project_id': 'fd67cbeef91f4626a025442681b6a8cd', 'gw_port_host': None}] {{(pid=83824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:43:09.314197 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.361931 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2c0200-5990-4c96-8a1a-3930e0dc6e23,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:09.579043 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677116'] for router_gateway, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.836612 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28763'] for router, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.840997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.948071 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672544'] for router, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.948684 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07991783-a6eb-43e5-9e23-539df4f0d1de {{(pid=83822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:43:09.961663 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] Notify callbacks [] for router, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:09.964859 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ac50182f-9711-4545-87e5-06b1897c5f63 admin admin] 10.222.0.50 "DELETE /v2.0/routers/07991783-a6eb-43e5-9e23-539df4f0d1de HTTP/1.1" status: 204 len: 168 time: 1.7273300 May 03 21:43:09.965558 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47410) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:10.026130 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Deleting subnet 71d42b76-771e-449c-b475-dcb907f2176b {{(pid=83822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:43:10.029093 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.076907 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055197'] for subnet, precommit_delete_associations {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.154208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3214348'] for subnet, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.297235 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3214341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1055170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267377113'] for subnet, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.334497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d42b76-771e-449c-b475-dcb907f2176b,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:10.344666 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.349756 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97bb522-15be-4f8f-94a6-b6fdc7dc2b52 None None] Network 860c24b4-3635-41e9-96f9-c14142a39a50 requested from dv-cinder-840377-1-smb {{(pid=83823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:43:10.351447 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-a9ea3089-0d91-46cd-b2e2-fa09c9db24f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71d42b76-771e-449c-b475-dcb907f2176b HTTP/1.1" status: 204 len: 168 time: 0.3846209 May 03 21:43:10.353771 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47414) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:10.419382 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:43:10.458424 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175656'] for network, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.465823 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:43:10.466162 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 3c2c0200-5990-4c96-8a1a-3930e0dc6e23 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:43:10.466568 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:43:10.469879 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Deleting port 82771da5-d978-4152-a5e6-b3f52f9daba1 {{(pid=83822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:10.470205 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.508581 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:43:10.509066 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device d5c8cbeb-76f3-4724-8e0b-dea1747e54c0 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:43:10.681176 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] For port 82771da5-d978-4152-a5e6-b3f52f9daba1, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=82771da5-d978-4152-a5e6-b3f52f9daba1,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:43:10.681550 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.704871 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] DHCP port deletion for 860c24b4-3635-41e9-96f9-c14142a39a50 request from dv-cinder-840377-1-smb {{(pid=83823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:43:10.709167 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Deleting port 82771da5-d978-4152-a5e6-b3f52f9daba1 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:10.709561 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:10.893849 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.plugin [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Calling delete_port for 82771da5-d978-4152-a5e6-b3f52f9daba1 owned by network:dhcp {{(pid=83822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:43:10.914578 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.db [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] For port 82771da5-d978-4152-a5e6-b3f52f9daba1, host dv-cinder-840377-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-smb',level=0,port_id=82771da5-d978-4152-a5e6-b3f52f9daba1,segment=NetworkSegment(928b553a-3374-4ace-9401-1aeef22c2f8f),segment_id=928b553a-3374-4ace-9401-1aeef22c2f8f)] {{(pid=83823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:43:10.915180 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1800211'] for port, precommit_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.037149 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Calling delete_port for 82771da5-d978-4152-a5e6-b3f52f9daba1 owned by network:dhcp {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:43:11.074269 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3356847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771532365716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771531909780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1055217'] for port, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.105903 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.db.api [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:43:11.106298 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG oslo_db.api [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:43:11.119938 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Pushing event deleted for resources: {'Port': ['ID=82771da5-d978-4152-a5e6-b3f52f9daba1,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:11.124355 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] No DVR routers for this DVR port 82771da5-d978-4152-a5e6-b3f52f9daba1 on host dv-cinder-840377-1-smb {{(pid=83822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:43:11.236594 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3217817', 'neutron.services.segments.db._delete_segments_for_network-8771532362361'] for network, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.261806 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860c24b4-3635-41e9-96f9-c14142a39a50']}} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:11.273295 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928b553a-3374-4ace-9401-1aeef22c2f8f') {'for_net_delete': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:11.274125 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.services.segments.db [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928b553a-3374-4ace-9401-1aeef22c2f8f') {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:43:11.284971 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771532362244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1056558'] for segment, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.304090 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3393130'] for segment, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.310357 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:43:11.310783 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3393137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1055148'] for segment, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: Traceback (most recent call last): May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: timer() May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: cb(*args, **kw) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: return func(*args, **kwargs) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: self._notify() May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: self.callback(batched_events) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: event.method(event) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: return f(self, *a, **k) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: return self._get(url).json() May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: return self.request(url, 'GET', **kwargs) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:43:11.324144 dv-cinder-840377-1-smb neutron-server[83822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:43:11.474164 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3217810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1618258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2776731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677089'] for network, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.490158 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2776722'] for network, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.499905 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] Pushing event deleted for resources: {'Network': ['ID=860c24b4-3635-41e9-96f9-c14142a39a50,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:11.506760 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-df500e1d-5160-4e00-bb35-5dd438bbd091 admin admin] 10.222.0.50 "DELETE /v2.0/networks/860c24b4-3635-41e9-96f9-c14142a39a50 HTTP/1.1" status: 204 len: 168 time: 1.1520553 May 03 21:43:11.607848 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Deleting port 82771da5-d978-4152-a5e6-b3f52f9daba1 {{(pid=83823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:43:11.608386 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771532277715'] for port, before_delete {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:11.672697 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-6d693a5c-c79a-4db2-ae3b-a31837157809 None None] The port '82771da5-d978-4152-a5e6-b3f52f9daba1' was deleted {{(pid=83823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:43:11.911328 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47420) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:11.966155 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d7a9f99e-4357-4bb0-b0bd-bc5508615493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd67cbeef91f4626a025442681b6a8cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536299 May 03 21:43:11.968643 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47424) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:12.026557 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:12.051177 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:12.193156 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-5a23c4e6-45c4-485f-9180-c5f9c5377bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:12.216016 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:12.231395 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41521156-d2c3-4fe4-9f5f-2a68422aa6b7,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:12.239506 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:12.241627 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-06394204-daae-4cc5-9918-316f2cdf8f58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41521156-d2c3-4fe4-9f5f-2a68422aa6b7 HTTP/1.1" status: 204 len: 168 time: 0.2711077 May 03 21:43:12.398438 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 82771da5-d978-4152-a5e6-b3f52f9daba1 no longer exists at agent ovs-agent-dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:43:12.431153 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.plugin [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] No Port match for: 82771da5-d978-4152-a5e6-b3f52f9daba1 {{(pid=83823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:43:12.431485 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron.plugins.ml2.rpc [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Device 82771da5-d978-4152-a5e6-b3f52f9daba1 not bound to the agent host dv-cinder-840377-1-smb {{(pid=83823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:43:14.359703 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:14.635537 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:14.771423 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe3ce-b380-4e95-9b2b-d18781079cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:15.709290 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:15.788420 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:17.256985 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:17.610370 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47486) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:17.749532 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:17.781192 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:43:17.784842 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Usage tracker for resource:security_group_rule and tenant:ac43adc53a7846bc9d852a8279f28e80 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:43:17.787644 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:43:17.793557 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:43:17.861674 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:17.908279 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:17.953754 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e63e9-6a4a-4b0c-a792-bc5cb255df98,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:17.960027 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-eb31d05a-3cbc-4f77-a83a-714cdb58ff96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac43adc53a7846bc9d852a8279f28e80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3462517 May 03 21:43:17.960368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47492) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:18.020074 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:18.044399 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:18.148374 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:18.162232 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e63e9-6a4a-4b0c-a792-bc5cb255df98,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:18.168465 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:18.169594 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-b45b07af-6679-4432-83eb-029fb5646658 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c75e63e9-6a4a-4b0c-a792-bc5cb255df98 HTTP/1.1" status: 204 len: 168 time: 0.2075212 May 03 21:43:42.205104 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-82630dbd-e18d-4151-a332-5965467ab928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:44.421957 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:44.748002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7a7f0149-a967-457e-a796-edae08087c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:45.724740 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:45.764563 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:47.268235 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:51.636154 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:59.446642 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47856) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:59.609554 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:59.641763 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:43:59.645497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Usage tracker for resource:security_group_rule and tenant:837688ba679b4c268d1c471d577f4c42 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:43:59.648322 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:43:59.654184 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:43:59.718337 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:59.805208 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:59.851774 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6516e17-d611-44bd-8c89-1ce6ba442cc3,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:43:59.856120 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-fabe053f-e939-4a50-9a0f-852a5b3dfba6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=837688ba679b4c268d1c471d577f4c42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4084656 May 03 21:43:59.858698 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47862) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:43:59.921522 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:59.948112 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.049668 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.065944 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6516e17-d611-44bd-8c89-1ce6ba442cc3,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:00.074594 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.075722 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-b5505030-4802-4293-98a9-26276f3a32ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6516e17-d611-44bd-8c89-1ce6ba442cc3 HTTP/1.1" status: 204 len: 168 time: 0.2161417 May 03 21:44:00.727337 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47870) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:00.745993 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.776446 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:00.780204 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Usage tracker for resource:security_group_rule and tenant:b4622818bfc74c23aeda9885b86f1ffb is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:00.783061 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:00.788817 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:00.851823 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.919102 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:00.969877 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11c3db-826a-4897-b7ff-b48d752bf04c,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:00.976929 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-ee2f16bd-0004-4307-85bc-de5862e93621 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4622818bfc74c23aeda9885b86f1ffb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2485821 May 03 21:44:00.980461 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47874) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:01.039978 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:01.065497 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:01.153411 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:01.169726 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11c3db-826a-4897-b7ff-b48d752bf04c,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:01.174146 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:01.175113 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-f360e659-b9bb-41fb-8f4f-c01ed8cabb84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b11c3db-826a-4897-b7ff-b48d752bf04c HTTP/1.1" status: 204 len: 168 time: 0.1937802 May 03 21:44:04.111527 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47924) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:04.250088 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.281186 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:04.284975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Usage tracker for resource:security_group_rule and tenant:df8a4cea40614a24ac4e5238b08f4ee3 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:04.287743 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:04.293446 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:04.356592 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.427552 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.474235 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363cee40-fd30-4cf9-a83e-01b94956f12a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:04.477945 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df8a4cea40614a24ac4e5238b08f4ee3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3654106 May 03 21:44:04.480658 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 47930) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:04.485657 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.486006 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.486351 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.486688 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.487024 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.487359 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.487712 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.488041 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.488368 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.488690 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.489014 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c18ba17-a894-4bdd-8b8a-dd54b2ca19a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.540069 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.565528 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.684551 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.699276 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363cee40-fd30-4cf9-a83e-01b94956f12a,revision_number=None']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:04.709786 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:04.710991 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/363cee40-fd30-4cf9-a83e-01b94956f12a HTTP/1.1" status: 204 len: 168 time: 0.2291758 May 03 21:44:04.712926 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.713293 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.713666 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.713997 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.714340 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.714688 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.715025 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.715354 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.715679 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.716617 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:04.716617 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3cbef-d139-42b7-9ea8-d39cf446a8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-smb {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:44:05.322390 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47938) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:05.341046 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.372678 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:05.376456 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Usage tracker for resource:security_group_rule and tenant:313e535c35864dfc849510f821750ad6 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:05.379233 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:05.384907 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:05.450494 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.507406 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.552325 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11705b06-e6d7-41e4-b295-20e8ca09510a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:05.557747 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-4ddcf649-73b2-43bf-89cf-5da8b5146f9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=313e535c35864dfc849510f821750ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2343478 May 03 21:44:05.581526 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 47942) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:05.619215 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.643906 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.736061 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.751347 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11705b06-e6d7-41e4-b295-20e8ca09510a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:05.761938 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:05.763037 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-bcc1f013-6a8c-43c5-8167-9980e429c99b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11705b06-e6d7-41e4-b295-20e8ca09510a HTTP/1.1" status: 204 len: 168 time: 0.2017787 May 03 21:44:12.221620 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a92e-b683-4d0e-a4cc-56c50b09bf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:13.755244 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [-] (83822) accepted ('10.222.0.50', 48020) {{(pid=83822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:13.891738 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:13.922713 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:13.926681 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Usage tracker for resource:security_group_rule and tenant:a99868288f73497998f2671129701235 is out of sync, need to count used quota {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:13.930060 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.quota.resource [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:13.935938 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.db.quota.driver [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:14.000280 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.039148 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.083461 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa0bd2-8a19-4c8f-a2a1-643f69e35e83,revision_number=1']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:14.088903 dv-cinder-840377-1-smb neutron-server[83822]: INFO neutron.wsgi [None req-056a000f-2ce9-4ad6-9b4c-68005e81afe2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99868288f73497998f2671129701235&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326609 May 03 21:44:14.091832 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 48026) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:14.153025 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.260098 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.390656 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.405603 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa0bd2-8a19-4c8f-a2a1-643f69e35e83,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:14.411223 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.412323 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-2e29e02e-dd1a-4ec6-9eca-768ffb8df688 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99fa0bd2-8a19-4c8f-a2a1-643f69e35e83 HTTP/1.1" status: 204 len: 168 time: 0.3196452 May 03 21:44:14.422254 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:14.741569 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c30c497f-1182-4f97-908f-01f4a063ddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.069975 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 48034) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:15.088226 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.118537 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:15.122308 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Usage tracker for resource:security_group_rule and tenant:a56d699603cf4b68a2bbc44517606bcd is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:15.125052 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:15.130710 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:15.194228 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.267169 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.311321 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad49381-05c4-459b-a65d-83d16470a979,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:15.319267 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-574fd77d-e643-4617-86de-62c742d93f77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a56d699603cf4b68a2bbc44517606bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473516 May 03 21:44:15.321895 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 48038) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:15.383707 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.409054 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.501478 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.515110 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad49381-05c4-459b-a65d-83d16470a979,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:15.524493 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.526923 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-8ad45975-d74f-4182-9895-c2c55dc32212 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bad49381-05c4-459b-a65d-83d16470a979 HTTP/1.1" status: 204 len: 168 time: 0.2028413 May 03 21:44:15.683799 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:15.798525 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.273538 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.454630 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 48068) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:17.598421 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.627869 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:44:17.631796 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Usage tracker for resource:security_group_rule and tenant:8735381cc6944cc88bc4da5cbf3ddf03 is out of sync, need to count used quota {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:44:17.635220 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.quota.resource [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:44:17.640879 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.db.quota.driver [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:44:17.703845 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.769993 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.818640 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dce5563-80b8-4569-888c-a54b31c63e7f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:17.823529 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-714c7368-e0db-49c0-8da3-0d9edc213349 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8735381cc6944cc88bc4da5cbf3ddf03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3678699 May 03 21:44:17.826639 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [-] (83821) accepted ('10.222.0.50', 48074) {{(pid=83821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:44:17.884384 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:17.909510 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:18.039603 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617317'] for security_group, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:18.055628 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dce5563-80b8-4569-888c-a54b31c63e7f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:44:18.060735 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:18.062409 dv-cinder-840377-1-smb neutron-server[83821]: INFO neutron.wsgi [None req-43973fda-e3eb-4bcb-b6de-ee5043b09bb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dce5563-80b8-4569-888c-a54b31c63e7f HTTP/1.1" status: 204 len: 168 time: 0.2348721 May 03 21:44:28.636962 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:44:42.204020 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-11d979cb-ca3e-4d92-a30d-8ce04816a6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:44.432430 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:44.746625 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-65b2945f-c65d-4d7d-b886-b34e07f8f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:45.689655 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:45.769777 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:47.284413 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:05.637063 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:45:12.174674 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-06a88395-c588-4322-9238-c85d12f0cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:14.432349 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:14.740750 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-a313d23c-2d54-4f68-9da8-137829de9a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:15.700602 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:15.803420 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:17.271693 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:42.197428 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-c8004f99-49d3-4d6f-96aa-ac8da89de86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:42.637426 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:45:44.442571 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:44.728527 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7aefedee-5d65-4f87-8210-f2325ca1fecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:45.705451 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:45.774002 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:47.277024 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:12.183934 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-51a49543-b2e5-4fd5-9e96-c661f68b12b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:14.452581 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:14.744897 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9aa09621-7cd4-4fe0-b9a8-b26eec3b7e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:15.704613 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:15.796293 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:17.282050 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:19.637876 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:46:42.172890 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3249ce6b-953e-4360-8d4c-5cb85074c0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:44.429894 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:44.749722 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-f2843631-b3b4-453b-a269-7032373f8f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:45.715204 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:45.812611 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:47.298319 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:56.638036 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:47:12.171776 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-06215f32-c1c8-4f1d-b923-d10becb4adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:14.412111 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:14.726134 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdb6f-22e9-4fe6-a873-4c6def7bdd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:15.697564 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:15.794592 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:17.319846 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:29.469716 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [req-7da1957e-c80a-42b2-b713-208b25789850 req-40eb9f7e-d580-49f7-8c61-72c3acce3851 service neutron] (83821) timed out ('10.222.0.32', 62395) {{(pid=83821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:47:33.212539 dv-cinder-840377-1-smb neutron-server[83822]: DEBUG neutron.wsgi [req-090538bf-570e-41ca-8be1-739cf82f512c req-aca6e5d2-e3c8-4b09-a637-6022ccada75b service neutron] (83822) timed out ('10.222.0.32', 62396) {{(pid=83822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:47:33.638393 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:47:42.153014 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-4e78ffb3-68df-47e7-a898-f7b2e08d91dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:44.409748 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:44.753955 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-7a73edb2-59f5-4073-97d7-f5b8104181e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:45.719524 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:45.810728 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:47.302911 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:10.638522 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:48:12.192253 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-2b168dc7-12c1-430d-a448-44b0f03b4c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:14.454942 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:14.747257 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-9598e40e-74a9-46b9-a1c7-65fa08f7f56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:15.695292 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:15.792968 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:17.318680 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:42.157678 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-e9324620-5f4c-4cb1-ab16-aece4fe6c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:44.443243 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-959bab52-266a-4427-91a2-305e371863d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:44.758021 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-0aeef7a0-defb-4fbf-a68a-5f23716970bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:45.706283 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-735f9144-8e7c-4887-9fa6-534962d68ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:45.785935 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-891910b7-b708-42d6-b7fa-91c8294b3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:47.289137 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-69dde771-8c01-4c9d-a5be-88888d981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:48:47.638627 dv-cinder-840377-1-smb neutron-server[83824]: DEBUG neutron.db.agents_db [None req-1e1d3412-3798-4a8a-9f12-8b8fc64ebbe8 None None] Agent healthcheck: found 6 active agents {{(pid=83824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:49:08.907071 dv-cinder-840377-1-smb neutron-server[83821]: DEBUG neutron.wsgi [req-87411558-0efc-4f9f-b93c-21a80b2368ba req-fabaa4c9-4427-4890-80f4-3a6cb091b253 service neutron] (83821) timed out ('10.222.0.32', 62391) {{(pid=83821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:49:12.168404 dv-cinder-840377-1-smb neutron-server[83823]: DEBUG neutron_lib.callbacks.manager [None req-3205ae3e-d44b-4254-b8c8-70cfd45f812b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771532362343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3269529'] for agent, after_update {{(pid=83823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}